diff --git "a/4b284b17bc4seed3/3480659.out" "b/4b284b17bc4seed3/3480659.out" new file mode 100644--- /dev/null +++ "b/4b284b17bc4seed3/3480659.out" @@ -0,0 +1,42559 @@ +Model parameters: d_model 3072 ffw_size 12288 kv_size 128 n_heads 24 n_layers 36 +Megatron-DeepSpeed/pretrain_gpt.py --tensor-model-parallel-size 2 --pipeline-model-parallel-size 1 --num-layers 36 --hidden-size 3072 --num-attention-heads 24 --kv-channels 128 --ffn-hidden-size 12288 --seq-length 2048 --max-position-embeddings 2048 --micro-batch-size 2 --global-batch-size 1024 --train-samples 1 --vocab-file gpt2/vocab.json --merge-file gpt2/merges.txt --clip-grad 1.0 --kill-switch-path kill-switch-4b284b17bc4seed3val --bf16 --optimizer adam --adam-beta1 0.9 --adam-beta2 0.999 --adam-eps 1e-8 --lr 2e-4 --min-lr 2e-5 --lr-decay-style cosine --lr-decay-samples 1 --lr-warmup-samples 0 --clip-grad 1.0 --weight-decay 1e-1 --override-lr-scheduler --reset-progress --no-load-optim --log-interval 10 --save-interval 1000 --eval-interval 1 --eval-iters 100 --eval-only true --tensorboard-dir tensorboard_4b284b17bc4seed3val --tensorboard-queue-size 5 --log-timers-to-tensorboard --log-batch-size-to-tensorboard --log-validation-ppl-to-tensorboard --save lm1-4b2-84b-c4seeds/4b284b17bc4seed3 --load lm1-4b2-84b-c4seeds/4b284b17bc4seed3 --train-weighted-split-paths-path train1b5.txt --valid-weighted-split-paths-path val.txt --data-impl mmap --deepspeed --deepspeed_config ds_configs/3480659.json --zero-stage 0 --seed 3 +START 3480659: Mon 08 May 2023 11:27:45 PM EEST + 0: + 0: + 0: ======================= ROCm System Management Interface ======================= + 0: ================================= Concise Info ================================= + 0: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 0: 0 43.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 1 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: 2 43.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 3 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: 4 39.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: 6 36.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 0: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 0: ================================================================================ + 0: ============================= End of ROCm SMI Log ============================== + 3: + 3: + 3: ======================= ROCm System Management Interface ======================= + 3: ================================= Concise Info ================================= + 3: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 3: 0 46.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 1 50.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: 2 40.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: 4 41.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 5 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: 6 41.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 3: 7 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 3: ================================================================================ + 3: ============================= End of ROCm SMI Log ============================== + 9: + 9: + 9: ======================= ROCm System Management Interface ======================= + 9: ================================= Concise Info ================================= + 9: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 9: 0 48.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: 2 42.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 3 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: 4 39.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: 6 45.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 9: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 9: ================================================================================ + 9: ============================= End of ROCm SMI Log ============================== +18: +18: +18: ======================= ROCm System Management Interface ======================= +18: ================================= Concise Info ================================= +18: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +18: 0 45.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 1 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: 2 44.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: 4 41.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: 6 38.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +18: 7 40.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +18: ================================================================================ +18: ============================= End of ROCm SMI Log ============================== +17: +17: +17: ======================= ROCm System Management Interface ======================= +17: ================================= Concise Info ================================= +17: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +17: 0 47.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: 2 41.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: 4 42.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 5 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: 6 38.0c 82.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +17: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +17: ================================================================================ +17: ============================= End of ROCm SMI Log ============================== +16: +16: +16: ======================= ROCm System Management Interface ======================= +16: ================================= Concise Info ================================= +16: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +16: 0 41.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: 2 39.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 3 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: 4 43.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 5 40.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: 6 40.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +16: 7 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +16: ================================================================================ +16: ============================= End of ROCm SMI Log ============================== +24: +24: +24: ======================= ROCm System Management Interface ======================= +24: ================================= Concise Info ================================= +24: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +24: 0 43.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: 2 40.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: 4 40.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 5 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: 6 40.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +24: 7 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +24: ================================================================================ +24: ============================= End of ROCm SMI Log ============================== +28: +28: +28: ======================= ROCm System Management Interface ======================= +28: ================================= Concise Info ================================= +28: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +28: 0 44.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 1 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: 2 42.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: 4 40.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 5 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: 6 37.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +28: 7 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +28: ================================================================================ +28: ============================= End of ROCm SMI Log ============================== +29: +29: +29: ======================= ROCm System Management Interface ======================= +29: ================================= Concise Info ================================= +29: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +29: 0 43.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: 2 43.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: 4 45.0c 81.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: 6 41.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +29: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +29: ================================================================================ +29: ============================= End of ROCm SMI Log ============================== +31: +31: +31: ======================= ROCm System Management Interface ======================= +31: ================================= Concise Info ================================= +31: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +31: 0 47.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: 2 37.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 3 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: 4 44.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: 6 44.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +31: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +31: ================================================================================ +31: ============================= End of ROCm SMI Log ============================== +12: +12: +12: ======================= ROCm System Management Interface ======================= +12: ================================= Concise Info ================================= +12: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +12: 0 46.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: 2 39.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: 4 45.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 5 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: 6 39.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +12: 7 40.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +12: ================================================================================ +12: ============================= End of ROCm SMI Log ============================== +26: +26: +26: ======================= ROCm System Management Interface ======================= +26: ================================= Concise Info ================================= +26: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +26: 0 45.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 1 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: 2 36.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: 4 39.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 5 52.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: 6 39.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +26: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +26: ================================================================================ +26: ============================= End of ROCm SMI Log ============================== + 8: + 8: + 8: ======================= ROCm System Management Interface ======================= + 8: ================================= Concise Info ================================= + 8: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 8: 0 43.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 1 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: 2 42.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: 4 39.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: 6 42.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 8: 7 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 8: ================================================================================ + 8: ============================= End of ROCm SMI Log ============================== + 2: + 2: + 2: ======================= ROCm System Management Interface ======================= + 2: ================================= Concise Info ================================= + 2: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 2: 0 46.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 1 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: 2 33.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 3 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: 4 44.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 5 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: 6 41.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 2: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 2: ================================================================================ + 2: ============================= End of ROCm SMI Log ============================== +13: +13: +13: ======================= ROCm System Management Interface ======================= +13: ================================= Concise Info ================================= +13: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +13: 0 46.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: 2 41.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: 4 40.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 5 50.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: 6 34.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +13: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +13: ================================================================================ +13: ============================= End of ROCm SMI Log ============================== +23: +23: +23: ======================= ROCm System Management Interface ======================= +23: ================================= Concise Info ================================= +23: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +23: 0 43.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: 2 42.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: 4 41.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 5 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: 6 44.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +23: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +23: ================================================================================ +23: ============================= End of ROCm SMI Log ============================== + 7: + 7: + 7: ======================= ROCm System Management Interface ======================= + 7: ================================= Concise Info ================================= + 7: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 7: 0 42.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 1 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: 2 40.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: 4 40.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 5 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: 6 41.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 7: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 7: ================================================================================ + 7: ============================= End of ROCm SMI Log ============================== + 1: + 1: + 1: ======================= ROCm System Management Interface ======================= + 1: ================================= Concise Info ================================= + 1: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 1: 0 46.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 1 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: 2 39.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: 4 43.0c 86.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: 6 39.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 1: 7 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 1: ================================================================================ + 1: ============================= End of ROCm SMI Log ============================== +10: +10: +10: ======================= ROCm System Management Interface ======================= +10: ================================= Concise Info ================================= +10: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +10: 0 44.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 1 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: 2 43.0c 81.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 3 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: 4 39.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: 6 43.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +10: 7 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +10: ================================================================================ +10: ============================= End of ROCm SMI Log ============================== +20: +20: +20: ======================= ROCm System Management Interface ======================= +20: ================================= Concise Info ================================= +20: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +20: 0 41.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 1 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: 2 40.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 3 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: 4 45.0c 83.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 5 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: 6 40.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +20: 7 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +20: ================================================================================ +20: ============================= End of ROCm SMI Log ============================== +14: +14: +14: ======================= ROCm System Management Interface ======================= +14: ================================= Concise Info ================================= +14: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +14: 0 46.0c 96.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 1 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: 2 37.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: 4 37.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: 6 42.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +14: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +14: ================================================================================ +14: ============================= End of ROCm SMI Log ============================== +25: +25: +25: ======================= ROCm System Management Interface ======================= +25: ================================= Concise Info ================================= +25: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +25: 0 47.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 1 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: 2 39.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 3 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: 4 40.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: 6 39.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +25: 7 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +25: ================================================================================ +25: ============================= End of ROCm SMI Log ============================== + 6: + 6: + 6: ======================= ROCm System Management Interface ======================= + 6: ================================= Concise Info ================================= + 6: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 6: 0 45.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: 2 41.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 3 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: 4 41.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 5 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: 6 35.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 6: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 6: ================================================================================ + 6: ============================= End of ROCm SMI Log ============================== + 5: + 5: + 5: ======================= ROCm System Management Interface ======================= + 5: ================================= Concise Info ================================= + 5: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 5: 0 49.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: 2 40.0c 90.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 3 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: 4 43.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 5 49.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: 6 42.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 5: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 5: ================================================================================ + 5: ============================= End of ROCm SMI Log ============================== +27: +27: +27: ======================= ROCm System Management Interface ======================= +27: ================================= Concise Info ================================= +27: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +27: 0 44.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 1 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: 2 46.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 3 40.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: 4 45.0c 80.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 5 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: 6 43.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +27: 7 40.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +27: ================================================================================ +27: ============================= End of ROCm SMI Log ============================== +15: +15: +15: ======================= ROCm System Management Interface ======================= +15: ================================= Concise Info ================================= +15: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +15: 0 45.0c 95.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: 2 39.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 3 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: 4 41.0c 85.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 5 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: 6 39.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +15: 7 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +15: ================================================================================ +15: ============================= End of ROCm SMI Log ============================== +22: +22: +22: ======================= ROCm System Management Interface ======================= +22: ================================= Concise Info ================================= +22: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +22: 0 44.0c 98.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: 2 36.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 3 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: 4 40.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 5 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: 6 37.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +22: 7 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +22: ================================================================================ +22: ============================= End of ROCm SMI Log ============================== + 4: + 4: + 4: ======================= ROCm System Management Interface ======================= + 4: ================================= Concise Info ================================= + 4: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% + 4: 0 41.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 1 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: 2 41.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 3 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: 4 35.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: 6 35.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% + 4: 7 43.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% + 4: ================================================================================ + 4: ============================= End of ROCm SMI Log ============================== +11: +11: +11: ======================= ROCm System Management Interface ======================= +11: ================================= Concise Info ================================= +11: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +11: 0 42.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 1 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: 2 41.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 3 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: 4 41.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: 6 37.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +11: 7 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +11: ================================================================================ +11: ============================= End of ROCm SMI Log ============================== +30: +30: +30: ======================= ROCm System Management Interface ======================= +30: ================================= Concise Info ================================= +30: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +30: 0 42.0c 99.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 1 47.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: 2 40.0c 92.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 3 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: 4 40.0c 84.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 5 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: 6 39.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +30: 7 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +30: ================================================================================ +30: ============================= End of ROCm SMI Log ============================== +19: +19: +19: ======================= ROCm System Management Interface ======================= +19: ================================= Concise Info ================================= +19: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +19: 0 46.0c 87.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 1 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: 2 38.0c 91.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 3 42.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: 4 37.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: 6 38.0c 89.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +19: 7 46.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +19: ================================================================================ +19: ============================= End of ROCm SMI Log ============================== +21: +21: +21: ======================= ROCm System Management Interface ======================= +21: ================================= Concise Info ================================= +21: GPU Temp AvgPwr SCLK MCLK Fan Perf PwrCap VRAM% GPU% +21: 0 46.0c 94.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 1 44.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: 2 38.0c 83.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 3 48.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: 4 41.0c 88.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 5 45.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: 6 40.0c 93.0W 800Mhz 1600Mhz 0% auto 560.0W 0% 0% +21: 7 41.0c N/A 800Mhz 1600Mhz 0% auto 0.0W 0% 0% +21: ================================================================================ +21: ============================= End of ROCm SMI Log ============================== + 8: Launching on nid005102 (8/32), master nid005094 port 9999, GPUs 8, CUDA: True + 5: Launching on nid005099 (5/32), master nid005094 port 9999, GPUs 8, CUDA: True + 9: Launching on nid005153 (9/32), master nid005094 port 9999, GPUs 8, CUDA: True +26: Launching on nid005170 (26/32), master nid005094 port 9999, GPUs 8, CUDA: True +29: Launching on nid005173 (29/32), master nid005094 port 9999, GPUs 8, CUDA: True + 3: Launching on nid005097 (3/32), master nid005094 port 9999, GPUs 8, CUDA: True + 7: Launching on nid005101 (7/32), master nid005094 port 9999, GPUs 8, CUDA: True +18: Launching on nid005162 (18/32), master nid005094 port 9999, GPUs 8, CUDA: True +31: Launching on nid005175 (31/32), master nid005094 port 9999, GPUs 8, CUDA: True +23: Launching on nid005167 (23/32), master nid005094 port 9999, GPUs 8, CUDA: True +16: Launching on nid005160 (16/32), master nid005094 port 9999, GPUs 8, CUDA: True +13: Launching on nid005157 (13/32), master nid005094 port 9999, GPUs 8, CUDA: True +12: Launching on nid005156 (12/32), master nid005094 port 9999, GPUs 8, CUDA: True +15: Launching on nid005159 (15/32), master nid005094 port 9999, GPUs 8, CUDA: True +24: Launching on nid005168 (24/32), master nid005094 port 9999, GPUs 8, CUDA: True +14: Launching on nid005158 (14/32), master nid005094 port 9999, GPUs 8, CUDA: True +25: Launching on nid005169 (25/32), master nid005094 port 9999, GPUs 8, CUDA: True + 1: Launching on nid005095 (1/32), master nid005094 port 9999, GPUs 8, CUDA: True +17: Launching on nid005161 (17/32), master nid005094 port 9999, GPUs 8, CUDA: True + 2: Launching on nid005096 (2/32), master nid005094 port 9999, GPUs 8, CUDA: True +20: Launching on nid005164 (20/32), master nid005094 port 9999, GPUs 8, CUDA: True +27: Launching on nid005171 (27/32), master nid005094 port 9999, GPUs 8, CUDA: True +28: Launching on nid005172 (28/32), master nid005094 port 9999, GPUs 8, CUDA: True + 6: Launching on nid005100 (6/32), master nid005094 port 9999, GPUs 8, CUDA: True + 0: Launching on nid005094 (0/32), master nid005094 port 9999, GPUs 8, CUDA: True +11: Launching on nid005155 (11/32), master nid005094 port 9999, GPUs 8, CUDA: True +10: Launching on nid005154 (10/32), master nid005094 port 9999, GPUs 8, CUDA: True +22: Launching on nid005166 (22/32), master nid005094 port 9999, GPUs 8, CUDA: True + 4: Launching on nid005098 (4/32), master nid005094 port 9999, GPUs 8, CUDA: True +30: Launching on nid005174 (30/32), master nid005094 port 9999, GPUs 8, CUDA: True +19: Launching on nid005163 (19/32), master nid005094 port 9999, GPUs 8, CUDA: True +21: Launching on nid005165 (21/32), master nid005094 port 9999, GPUs 8, CUDA: True + 0: using world size: 256, data-parallel-size: 128, tensor-model-parallel size: 2, pipeline-model-parallel size: 1 + 0: accumulate and all-reduce gradients in fp32 for bfloat16 data type. + 0: using torch.bfloat16 for parameters ... + 0: ------------------------ arguments ------------------------ + 0: abort_on_unmet_fused_kernel_constraints ......... False + 0: accumulate_allreduce_grads_in_fp32 .............. True + 0: adam_beta1 ...................................... 0.9 + 0: adam_beta2 ...................................... 0.999 + 0: adam_eps ........................................ 1e-08 + 0: adlr_autoresume ................................. False + 0: adlr_autoresume_interval ........................ 1000 + 0: apply_query_key_layer_scaling ................... True + 0: apply_residual_connection_post_layernorm ........ False + 0: attention_dropout ............................... 0.1 + 0: attention_softmax_in_fp32 ....................... False + 0: bert_binary_head ................................ True + 0: bert_load ....................................... None + 0: bf16 ............................................ True + 0: bias_dropout_fusion ............................. True + 0: bias_gelu_fusion ................................ True + 0: biencoder_projection_dim ........................ 0 + 0: biencoder_shared_query_context_model ............ False + 0: block_data_path ................................. None + 0: checkpoint_activations .......................... False + 0: checkpoint_in_cpu ............................... False + 0: checkpoint_num_layers ........................... 1 + 0: clip_grad ....................................... 1.0 + 0: codecarbon_dir .................................. None + 0: consumed_train_samples .......................... 0 + 0: consumed_train_tokens ........................... 0 + 0: consumed_valid_samples .......................... 0 + 0: contigious_checkpointing ........................ False + 0: cpu_optimizer ................................... False + 0: cpu_torch_adam .................................. False + 0: curriculum_learning ............................. False + 0: data_impl ....................................... mmap + 0: data_parallel_size .............................. 128 + 0: data_path ....................................... None + 0: dataloader_type ................................. single + 0: DDP_impl ........................................ local + 0: decoder_seq_length .............................. None + 0: deepscale ....................................... False + 0: deepscale_config ................................ None + 0: deepspeed ....................................... True + 0: deepspeed_activation_checkpointing .............. False + 0: deepspeed_config ................................ ds_configs/3480659.json + 0: deepspeed_mpi ................................... False + 0: distribute_checkpointed_activations ............. False + 0: distributed_backend ............................. nccl + 0: embed_layernorm ................................. False + 0: embedding_path .................................. None + 0: encoder_seq_length .............................. 2048 + 0: eod_mask_loss ................................... False + 0: eval_interval ................................... 1 + 0: eval_iters ...................................... 100 + 0: eval_only ....................................... True + 0: evidence_data_path .............................. None + 0: exit_duration_in_mins ........................... None + 0: exit_interval ................................... None + 0: ffn_hidden_size ................................. 12288 + 0: finetune ........................................ False + 0: fp16 ............................................ False + 0: fp16_lm_cross_entropy ........................... False + 0: fp32_residual_connection ........................ False + 0: gigaflos_no_embeds .............................. 0 + 0: global_batch_size ............................... 1024 + 0: glu_activation .................................. None + 0: hidden_dropout .................................. 0.1 + 0: hidden_size ..................................... 3072 + 0: hysteresis ...................................... 2 + 0: ict_head_size ................................... None + 0: ict_load ........................................ None + 0: img_dim ......................................... 224 + 0: indexer_batch_size .............................. 128 + 0: indexer_log_interval ............................ 1000 + 0: inference ....................................... False + 0: init_method_std ................................. 0.02 + 0: init_method_xavier_uniform ...................... False + 0: initial_loss_scale .............................. 4294967296 + 0: kill_switch_path ................................ kill-switch-4b284b17bc4seed3val + 0: kv_channels ..................................... 128 + 0: layer_norm_fusion ............................... True + 0: layernorm_epsilon ............................... 1e-05 + 0: lazy_mpu_init ................................... None + 0: load ............................................ lm1-4b2-84b-c4seeds/4b284b17bc4seed3 + 0: local_rank ...................................... None + 0: log_batch_size_to_tensorboard ................... True + 0: log_interval .................................... 10 + 0: log_learning_rate_to_tensorboard ................ True + 0: log_level ....................................... None + 0: log_level_replica ............................... None + 0: log_loss_scale_to_tensorboard ................... True + 0: log_num_zeros_in_grad ........................... False + 0: log_params_norm ................................. False + 0: log_path ........................................ None + 0: log_timers_to_tensorboard ....................... True + 0: log_validation_ppl_to_tensorboard ............... True + 0: loss_on_targets_only ............................ False + 0: loss_scale ...................................... None + 0: loss_scale_window ............................... 1000 + 0: lr .............................................. 0.0002 + 0: lr_decay_iters .................................. None + 0: lr_decay_samples ................................ 1 + 0: lr_decay_style .................................. cosine + 0: lr_decay_tokens ................................. None + 0: lr_warmup_fraction .............................. None + 0: lr_warmup_iters ................................. 0 + 0: lr_warmup_samples ............................... 0 + 0: make_vocab_size_divisible_by .................... 128 + 0: mask_prob ....................................... 0.15 + 0: masked_softmax_fusion ........................... True + 0: max_position_embeddings ......................... 2048 + 0: mean_noise_span_length .......................... None + 0: memory_centric_tiled_linear ..................... False + 0: merge_file ...................................... gpt2/merges.txt + 0: micro_batch_size ................................ 2 + 0: min_loss_scale .................................. 1.0 + 0: min_lr .......................................... 2e-05 + 0: mmap_warmup ..................................... False + 0: no_load_optim ................................... True + 0: no_load_rng ..................................... None + 0: no_save_optim ................................... None + 0: no_save_rng ..................................... None + 0: noise_density ................................... None + 0: num_attention_heads ............................. 24 + 0: num_channels .................................... 3 + 0: num_classes ..................................... 1000 + 0: num_layers ...................................... 36 + 0: num_layers_per_virtual_pipeline_stage ........... None + 0: num_workers ..................................... 2 + 0: onnx_safe ....................................... None + 0: openai_gelu ..................................... False + 0: optimizer ....................................... adam + 0: optimizer_fusion ................................ True + 0: override_lr_scheduler ........................... True + 0: pad_vocab_size_to ............................... None + 0: params_dtype .................................... torch.bfloat16 + 0: partition_activations ........................... False + 0: patch_dim ....................................... 16 + 0: pipeline_model_parallel_size .................... 1 + 0: position_embedding_type ......................... PositionEmbeddingType.absolute + 0: pp_partition_method ............................. None + 0: profile_backward ................................ False + 0: query_in_block_prob ............................. 0.1 + 0: rampup_batch_size ............................... None + 0: rank ............................................ 0 + 0: remote_device ................................... none + 0: reset_attention_mask ............................ False + 0: reset_position_ids .............................. False + 0: reset_progress .................................. True + 0: retriever_report_topk_accuracies ................ [] + 0: retriever_score_scaling ......................... False + 0: retriever_seq_length ............................ 256 + 0: reweight_loss_based_on_position_frequency ....... False + 0: sample_rate ..................................... 1.0 + 0: save ............................................ lm1-4b2-84b-c4seeds/4b284b17bc4seed3 + 0: save_interval ................................... 1000 + 0: scatter_gather_tensors_in_pipeline .............. True + 0: scattered_embeddings ............................ False + 0: seed ............................................ 3 + 0: seq_length ...................................... 2048 + 0: sgd_momentum .................................... 0.9 + 0: short_seq_prob .................................. 0.1 + 0: skip_train_iteration_range ...................... None + 0: split ........................................... None + 0: split_transformers .............................. False + 0: sync_tp_duplicated_parameters ................... False + 0: synchronize_each_layer .......................... False + 0: tensor_model_parallel_size ...................... 2 + 0: tensorboard_dir ................................. tensorboard_4b284b17bc4seed3val + 0: tensorboard_log_interval ........................ 1 + 0: tensorboard_queue_size .......................... 5 + 0: test_weighted_split_paths ....................... None + 0: test_weighted_split_paths_path .................. None + 0: tile_factor ..................................... 1 + 0: titles_data_path ................................ None + 0: tokenizer_name_or_path .......................... None + 0: tokenizer_type .................................. GPT2BPETokenizer + 0: train_iters ..................................... None + 0: train_samples ................................... 1 + 0: train_tokens .................................... None + 0: train_weighted_split_names ...................... ['train'] + 0: train_weighted_split_paths ...................... [['/scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document']] + 0: train_weighted_split_paths_path ................. None + 0: train_weighted_split_splits ..................... [['0:1']] + 0: train_weighted_split_weights .................... [['1.0']] + 0: universal_checkpoint ............................ False + 0: use_bnb_optimizer ............................... False + 0: use_checkpoint_lr_scheduler ..................... False + 0: use_contiguous_buffers_in_ddp ................... True + 0: use_cpu_initialization .......................... None + 0: use_one_sent_docs ............................... False + 0: use_pin_memory .................................. False + 0: valid_num_workers ............................... 2 + 0: valid_weighted_split_names ...................... ['validation'] + 0: valid_weighted_split_paths ...................... [['/scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document']] + 0: valid_weighted_split_paths_path ................. None + 0: valid_weighted_split_splits ..................... [['0:1']] + 0: valid_weighted_split_weights .................... [['1.0']] + 0: virtual_pipeline_model_parallel_size ............ None + 0: vocab_extra_ids ................................. 0 + 0: vocab_file ...................................... gpt2/vocab.json + 0: weight_decay .................................... 0.1 + 0: world_size ...................................... 256 + 0: zero_allgather_bucket_size ...................... 0.0 + 0: zero_contigious_gradients ....................... False + 0: zero_reduce_bucket_size ......................... 0.0 + 0: zero_reduce_scatter ............................. False + 0: zero_stage ...................................... 0 + 0: -------------------- end of arguments --------------------- + 0: setting number of micro-batches to constant 4 + 0: > building GPT2BPETokenizer tokenizer ... + 0: > padded vocab (size: 50257) with 175 dummy tokens (new size: 50432) + 0: DeepSpeed general environment info: + 0: torch install path ............... ['/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch'] + 0: torch version .................... 1.13.0+rocm5.2 + 0: torch cuda version ............... None + 0: torch hip version ................ 5.2.21151-afdc89f8 + 0: nvcc version ..................... None + 0: deepspeed install path ........... ['/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/deepspeed'] + 0: deepspeed info ................... 0.7.5, unknown, unknown + 0: deepspeed wheel compiled w. ...... torch 1.13, hip 5.1 + 0: **** Git info for Megatron: git_hash=unknown git_branch=unknown **** + 0: > initializing torch distributed ... + 0: [2023-05-08 23:29:46,733] [INFO] [comm.py:633:init_distributed] Initializing TorchBackend in DeepSpeed with backend nccl +31: > setting tensorboard ... + 0: > initializing tensor model parallel with size 2 + 0: > initializing pipeline model parallel with size 1 + 0: > setting random seeds to 3 ... + 0: > initializing model parallel cuda seeds on global rank 0, model parallel rank 0, and data parallel rank 0 with model parallel seed: 2721 and data parallel seed: 3 + 0: > compiling dataset index builder ... + 0: make: Entering directory '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/data' + 0: make: Nothing to be done for 'default'. + 0: make: Leaving directory '/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/data' + 0: >>> done with dataset index builder. Compilation time: 0.200 seconds + 0: > compiling and loading fused kernels ... + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.cpp [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_cuda.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.hip [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified] + 0: Total number of unsupported CUDA function calls: 0 + 0: + 0: + 0: Total number of replaced kernel launches: 87 + 0: ninja: no work to do. + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.cpp [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_cuda.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.hip [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified] + 0: Total number of unsupported CUDA function calls: 0 + 0: + 0: + 0: Total number of replaced kernel launches: 63 + 0: ninja: no work to do. + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda.cpp -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda.cpp [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_cuda_kernel.cu -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/layer_norm_hip_kernel.hip [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/type_shim.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/compat.h [skipped, no changes] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_upper_triang_masked_softmax_hip.h [skipped, already hipified] + 0: /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax.h -> /pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/Megatron-DeepSpeed/megatron/fused_kernels/scaled_masked_softmax_hip.h [skipped, already hipified] + 0: Total number of unsupported CUDA function calls: 0 + 0: + 0: + 0: Total number of replaced kernel launches: 67 + 0: [1/1] c++ layer_norm_cuda.o layer_norm_hip_kernel.cuda.o -shared -L/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/venv/lib/python3.9/site-packages/torch/lib -lc10 -lc10_hip -ltorch_cpu -ltorch_hip -ltorch -ltorch_python -L/opt/rocm/lib -lamdhip64 -o fused_mix_prec_layer_norm_cuda.so + 0: >>> done with compiling and loading fused kernels. Compilation time: 27.064 seconds + 0: time to initialize megatron (seconds): 94.384 + 0: [after megatron is initialized] datetime: 2023-05-08 23:30:22 + 0: building GPT model ... + 0: [2023-05-08 23:30:22,545] [INFO] [utils.py:827:see_memory_usage] Before Building Model + 0: [2023-05-08 23:30:22,545] [INFO] [utils.py:828:see_memory_usage] MA 0.0 GB Max_MA 0.0 GB CA 0.0 GB Max_CA 0 GB + 0: [2023-05-08 23:30:22,546] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 41.01 GB, percent = 8.2% + 0: SEED_LAYERS=False BASE_SEED=1234 SEED_FN=None + 0: Using topology: {ProcessCoord(pipe=0, data=0, model=0): 0, ProcessCoord(pipe=0, data=0, model=1): 1, ProcessCoord(pipe=0, data=1, model=0): 2, ProcessCoord(pipe=0, data=1, model=1): 3, ProcessCoord(pipe=0, data=2, model=0): 4, ProcessCoord(pipe=0, data=2, model=1): 5, ProcessCoord(pipe=0, data=3, model=0): 6, ProcessCoord(pipe=0, data=3, model=1): 7, ProcessCoord(pipe=0, data=4, model=0): 8, ProcessCoord(pipe=0, data=4, model=1): 9, ProcessCoord(pipe=0, data=5, model=0): 10, ProcessCoord(pipe=0, data=5, model=1): 11, ProcessCoord(pipe=0, data=6, model=0): 12, ProcessCoord(pipe=0, data=6, model=1): 13, ProcessCoord(pipe=0, data=7, model=0): 14, ProcessCoord(pipe=0, data=7, model=1): 15, ProcessCoord(pipe=0, data=8, model=0): 16, ProcessCoord(pipe=0, data=8, model=1): 17, ProcessCoord(pipe=0, data=9, model=0): 18, ProcessCoord(pipe=0, data=9, model=1): 19, ProcessCoord(pipe=0, data=10, model=0): 20, ProcessCoord(pipe=0, data=10, model=1): 21, ProcessCoord(pipe=0, data=11, model=0): 22, ProcessCoord(pipe=0, data + 0: =11, model=1): 23, ProcessCoord(pipe=0, data=12, model=0): 24, ProcessCoord(pipe=0, data=12, model=1): 25, ProcessCoord(pipe=0, data=13, model=0): 26, ProcessCoord(pipe=0, data=13, model=1): 27, ProcessCoord(pipe=0, data=14, model=0): 28, ProcessCoord(pipe=0, data=14, model=1): 29, ProcessCoord(pipe=0, data=15, model=0): 30, ProcessCoord(pipe=0, data=15, model=1): 31, ProcessCoord(pipe=0, data=16, model=0): 32, ProcessCoord(pipe=0, data=16, model=1): 33, ProcessCoord(pipe=0, data=17, model=0): 34, ProcessCoord(pipe=0, data=17, model=1): 35, ProcessCoord(pipe=0, data=18, model=0): 36, ProcessCoord(pipe=0, data=18, model=1): 37, ProcessCoord(pipe=0, data=19, model=0): 38, ProcessCoord(pipe=0, data=19, model=1): 39, ProcessCoord(pipe=0, data=20, model=0): 40, ProcessCoord(pipe=0, data=20, model=1): 41, ProcessCoord(pipe=0, data=21, model=0): 42, ProcessCoord(pipe=0, data=21, model=1): 43, ProcessCoord(pipe=0, data=22, model=0): 44, ProcessCoord(pipe=0, data=22, model=1): 45, ProcessCoord(pipe=0, data=23, model=0 + 0: ): 46, ProcessCoord(pipe=0, data=23, model=1): 47, ProcessCoord(pipe=0, data=24, model=0): 48, ProcessCoord(pipe=0, data=24, model=1): 49, ProcessCoord(pipe=0, data=25, model=0): 50, ProcessCoord(pipe=0, data=25, model=1): 51, ProcessCoord(pipe=0, data=26, model=0): 52, ProcessCoord(pipe=0, data=26, model=1): 53, ProcessCoord(pipe=0, data=27, model=0): 54, ProcessCoord(pipe=0, data=27, model=1): 55, ProcessCoord(pipe=0, data=28, model=0): 56, ProcessCoord(pipe=0, data=28, model=1): 57, ProcessCoord(pipe=0, data=29, model=0): 58, ProcessCoord(pipe=0, data=29, model=1): 59, ProcessCoord(pipe=0, data=30, model=0): 60, ProcessCoord(pipe=0, data=30, model=1): 61, ProcessCoord(pipe=0, data=31, model=0): 62, ProcessCoord(pipe=0, data=31, model=1): 63, ProcessCoord(pipe=0, data=32, model=0): 64, ProcessCoord(pipe=0, data=32, model=1): 65, ProcessCoord(pipe=0, data=33, model=0): 66, ProcessCoord(pipe=0, data=33, model=1): 67, ProcessCoord(pipe=0, data=34, model=0): 68, ProcessCoord(pipe=0, data=34, model=1): 69, Proce + 0: ssCoord(pipe=0, data=35, model=0): 70, ProcessCoord(pipe=0, data=35, model=1): 71, ProcessCoord(pipe=0, data=36, model=0): 72, ProcessCoord(pipe=0, data=36, model=1): 73, ProcessCoord(pipe=0, data=37, model=0): 74, ProcessCoord(pipe=0, data=37, model=1): 75, ProcessCoord(pipe=0, data=38, model=0): 76, ProcessCoord(pipe=0, data=38, model=1): 77, ProcessCoord(pipe=0, data=39, model=0): 78, ProcessCoord(pipe=0, data=39, model=1): 79, ProcessCoord(pipe=0, data=40, model=0): 80, ProcessCoord(pipe=0, data=40, model=1): 81, ProcessCoord(pipe=0, data=41, model=0): 82, ProcessCoord(pipe=0, data=41, model=1): 83, ProcessCoord(pipe=0, data=42, model=0): 84, ProcessCoord(pipe=0, data=42, model=1): 85, ProcessCoord(pipe=0, data=43, model=0): 86, ProcessCoord(pipe=0, data=43, model=1): 87, ProcessCoord(pipe=0, data=44, model=0): 88, ProcessCoord(pipe=0, data=44, model=1): 89, ProcessCoord(pipe=0, data=45, model=0): 90, ProcessCoord(pipe=0, data=45, model=1): 91, ProcessCoord(pipe=0, data=46, model=0): 92, ProcessCoord(pipe + 0: =0, data=46, model=1): 93, ProcessCoord(pipe=0, data=47, model=0): 94, ProcessCoord(pipe=0, data=47, model=1): 95, ProcessCoord(pipe=0, data=48, model=0): 96, ProcessCoord(pipe=0, data=48, model=1): 97, ProcessCoord(pipe=0, data=49, model=0): 98, ProcessCoord(pipe=0, data=49, model=1): 99, ProcessCoord(pipe=0, data=50, model=0): 100, ProcessCoord(pipe=0, data=50, model=1): 101, ProcessCoord(pipe=0, data=51, model=0): 102, ProcessCoord(pipe=0, data=51, model=1): 103, ProcessCoord(pipe=0, data=52, model=0): 104, ProcessCoord(pipe=0, data=52, model=1): 105, ProcessCoord(pipe=0, data=53, model=0): 106, ProcessCoord(pipe=0, data=53, model=1): 107, ProcessCoord(pipe=0, data=54, model=0): 108, ProcessCoord(pipe=0, data=54, model=1): 109, ProcessCoord(pipe=0, data=55, model=0): 110, ProcessCoord(pipe=0, data=55, model=1): 111, ProcessCoord(pipe=0, data=56, model=0): 112, ProcessCoord(pipe=0, data=56, model=1): 113, ProcessCoord(pipe=0, data=57, model=0): 114, ProcessCoord(pipe=0, data=57, model=1): 115, ProcessCoord( + 0: pipe=0, data=58, model=0): 116, ProcessCoord(pipe=0, data=58, model=1): 117, ProcessCoord(pipe=0, data=59, model=0): 118, ProcessCoord(pipe=0, data=59, model=1): 119, ProcessCoord(pipe=0, data=60, model=0): 120, ProcessCoord(pipe=0, data=60, model=1): 121, ProcessCoord(pipe=0, data=61, model=0): 122, ProcessCoord(pipe=0, data=61, model=1): 123, ProcessCoord(pipe=0, data=62, model=0): 124, ProcessCoord(pipe=0, data=62, model=1): 125, ProcessCoord(pipe=0, data=63, model=0): 126, ProcessCoord(pipe=0, data=63, model=1): 127, ProcessCoord(pipe=0, data=64, model=0): 128, ProcessCoord(pipe=0, data=64, model=1): 129, ProcessCoord(pipe=0, data=65, model=0): 130, ProcessCoord(pipe=0, data=65, model=1): 131, ProcessCoord(pipe=0, data=66, model=0): 132, ProcessCoord(pipe=0, data=66, model=1): 133, ProcessCoord(pipe=0, data=67, model=0): 134, ProcessCoord(pipe=0, data=67, model=1): 135, ProcessCoord(pipe=0, data=68, model=0): 136, ProcessCoord(pipe=0, data=68, model=1): 137, ProcessCoord(pipe=0, data=69, model=0): 138, Pr + 0: ocessCoord(pipe=0, data=69, model=1): 139, ProcessCoord(pipe=0, data=70, model=0): 140, ProcessCoord(pipe=0, data=70, model=1): 141, ProcessCoord(pipe=0, data=71, model=0): 142, ProcessCoord(pipe=0, data=71, model=1): 143, ProcessCoord(pipe=0, data=72, model=0): 144, ProcessCoord(pipe=0, data=72, model=1): 145, ProcessCoord(pipe=0, data=73, model=0): 146, ProcessCoord(pipe=0, data=73, model=1): 147, ProcessCoord(pipe=0, data=74, model=0): 148, ProcessCoord(pipe=0, data=74, model=1): 149, ProcessCoord(pipe=0, data=75, model=0): 150, ProcessCoord(pipe=0, data=75, model=1): 151, ProcessCoord(pipe=0, data=76, model=0): 152, ProcessCoord(pipe=0, data=76, model=1): 153, ProcessCoord(pipe=0, data=77, model=0): 154, ProcessCoord(pipe=0, data=77, model=1): 155, ProcessCoord(pipe=0, data=78, model=0): 156, ProcessCoord(pipe=0, data=78, model=1): 157, ProcessCoord(pipe=0, data=79, model=0): 158, ProcessCoord(pipe=0, data=79, model=1): 159, ProcessCoord(pipe=0, data=80, model=0): 160, ProcessCoord(pipe=0, data=80, model= + 0: 1): 161, ProcessCoord(pipe=0, data=81, model=0): 162, ProcessCoord(pipe=0, data=81, model=1): 163, ProcessCoord(pipe=0, data=82, model=0): 164, ProcessCoord(pipe=0, data=82, model=1): 165, ProcessCoord(pipe=0, data=83, model=0): 166, ProcessCoord(pipe=0, data=83, model=1): 167, ProcessCoord(pipe=0, data=84, model=0): 168, ProcessCoord(pipe=0, data=84, model=1): 169, ProcessCoord(pipe=0, data=85, model=0): 170, ProcessCoord(pipe=0, data=85, model=1): 171, ProcessCoord(pipe=0, data=86, model=0): 172, ProcessCoord(pipe=0, data=86, model=1): 173, ProcessCoord(pipe=0, data=87, model=0): 174, ProcessCoord(pipe=0, data=87, model=1): 175, ProcessCoord(pipe=0, data=88, model=0): 176, ProcessCoord(pipe=0, data=88, model=1): 177, ProcessCoord(pipe=0, data=89, model=0): 178, ProcessCoord(pipe=0, data=89, model=1): 179, ProcessCoord(pipe=0, data=90, model=0): 180, ProcessCoord(pipe=0, data=90, model=1): 181, ProcessCoord(pipe=0, data=91, model=0): 182, ProcessCoord(pipe=0, data=91, model=1): 183, ProcessCoord(pipe=0, data + 0: =92, model=0): 184, ProcessCoord(pipe=0, data=92, model=1): 185, ProcessCoord(pipe=0, data=93, model=0): 186, ProcessCoord(pipe=0, data=93, model=1): 187, ProcessCoord(pipe=0, data=94, model=0): 188, ProcessCoord(pipe=0, data=94, model=1): 189, ProcessCoord(pipe=0, data=95, model=0): 190, ProcessCoord(pipe=0, data=95, model=1): 191, ProcessCoord(pipe=0, data=96, model=0): 192, ProcessCoord(pipe=0, data=96, model=1): 193, ProcessCoord(pipe=0, data=97, model=0): 194, ProcessCoord(pipe=0, data=97, model=1): 195, ProcessCoord(pipe=0, data=98, model=0): 196, ProcessCoord(pipe=0, data=98, model=1): 197, ProcessCoord(pipe=0, data=99, model=0): 198, ProcessCoord(pipe=0, data=99, model=1): 199, ProcessCoord(pipe=0, data=100, model=0): 200, ProcessCoord(pipe=0, data=100, model=1): 201, ProcessCoord(pipe=0, data=101, model=0): 202, ProcessCoord(pipe=0, data=101, model=1): 203, ProcessCoord(pipe=0, data=102, model=0): 204, ProcessCoord(pipe=0, data=102, model=1): 205, ProcessCoord(pipe=0, data=103, model=0): 206, Process + 0: Coord(pipe=0, data=103, model=1): 207, ProcessCoord(pipe=0, data=104, model=0): 208, ProcessCoord(pipe=0, data=104, model=1): 209, ProcessCoord(pipe=0, data=105, model=0): 210, ProcessCoord(pipe=0, data=105, model=1): 211, ProcessCoord(pipe=0, data=106, model=0): 212, ProcessCoord(pipe=0, data=106, model=1): 213, ProcessCoord(pipe=0, data=107, model=0): 214, ProcessCoord(pipe=0, data=107, model=1): 215, ProcessCoord(pipe=0, data=108, model=0): 216, ProcessCoord(pipe=0, data=108, model=1): 217, ProcessCoord(pipe=0, data=109, model=0): 218, ProcessCoord(pipe=0, data=109, model=1): 219, ProcessCoord(pipe=0, data=110, model=0): 220, ProcessCoord(pipe=0, data=110, model=1): 221, ProcessCoord(pipe=0, data=111, model=0): 222, ProcessCoord(pipe=0, data=111, model=1): 223, ProcessCoord(pipe=0, data=112, model=0): 224, ProcessCoord(pipe=0, data=112, model=1): 225, ProcessCoord(pipe=0, data=113, model=0): 226, ProcessCoord(pipe=0, data=113, model=1): 227, ProcessCoord(pipe=0, data=114, model=0): 228, ProcessCoord(pipe=0 + 0: , data=114, model=1): 229, ProcessCoord(pipe=0, data=115, model=0): 230, ProcessCoord(pipe=0, data=115, model=1): 231, ProcessCoord(pipe=0, data=116, model=0): 232, ProcessCoord(pipe=0, data=116, model=1): 233, ProcessCoord(pipe=0, data=117, model=0): 234, ProcessCoord(pipe=0, data=117, model=1): 235, ProcessCoord(pipe=0, data=118, model=0): 236, ProcessCoord(pipe=0, data=118, model=1): 237, ProcessCoord(pipe=0, data=119, model=0): 238, ProcessCoord(pipe=0, data=119, model=1): 239, ProcessCoord(pipe=0, data=120, model=0): 240, ProcessCoord(pipe=0, data=120, model=1): 241, ProcessCoord(pipe=0, data=121, model=0): 242, ProcessCoord(pipe=0, data=121, model=1): 243, ProcessCoord(pipe=0, data=122, model=0): 244, ProcessCoord(pipe=0, data=122, model=1): 245, ProcessCoord(pipe=0, data=123, model=0): 246, ProcessCoord(pipe=0, data=123, model=1): 247, ProcessCoord(pipe=0, data=124, model=0): 248, ProcessCoord(pipe=0, data=124, model=1): 249, ProcessCoord(pipe=0, data=125, model=0): 250, ProcessCoord(pipe=0, data=125, + 0: model=1): 251, ProcessCoord(pipe=0, data=126, model=0): 252, ProcessCoord(pipe=0, data=126, model=1): 253, ProcessCoord(pipe=0, data=127, model=0): 254, ProcessCoord(pipe=0, data=127, model=1): 255} + 0: [2023-05-08 23:30:27,984] [INFO] [module.py:366:_partition_layers] Partitioning pipeline stages with method type:transformer + 0: stage=0 layers=43 + 0: 0: _to_float16 + 0: 1: EmbeddingPipe + 0: 2: + 0: 3: ParallelTransformerLayerPipe + 0: 4: ParallelTransformerLayerPipe + 0: 5: ParallelTransformerLayerPipe + 0: 6: ParallelTransformerLayerPipe + 0: 7: ParallelTransformerLayerPipe + 0: 8: ParallelTransformerLayerPipe + 0: 9: ParallelTransformerLayerPipe + 0: 10: ParallelTransformerLayerPipe + 0: 11: ParallelTransformerLayerPipe + 0: 12: ParallelTransformerLayerPipe + 0: 13: ParallelTransformerLayerPipe + 0: 14: ParallelTransformerLayerPipe + 0: 15: ParallelTransformerLayerPipe + 0: 16: ParallelTransformerLayerPipe + 0: 17: ParallelTransformerLayerPipe + 0: 18: ParallelTransformerLayerPipe + 0: 19: ParallelTransformerLayerPipe + 0: 20: ParallelTransformerLayerPipe + 0: 21: ParallelTransformerLayerPipe + 0: 22: ParallelTransformerLayerPipe + 0: 23: ParallelTransformerLayerPipe + 0: 24: ParallelTransformerLayerPipe + 0: 25: ParallelTransformerLayerPipe + 0: 26: ParallelTransformerLayerPipe + 0: 27: ParallelTransformerLayerPipe + 0: 28: ParallelTransformerLayerPipe + 0: 29: ParallelTransformerLayerPipe + 0: 30: ParallelTransformerLayerPipe + 0: 31: ParallelTransformerLayerPipe + 0: 32: ParallelTransformerLayerPipe + 0: 33: ParallelTransformerLayerPipe + 0: 34: ParallelTransformerLayerPipe + 0: 35: ParallelTransformerLayerPipe + 0: 36: ParallelTransformerLayerPipe + 0: 37: ParallelTransformerLayerPipe + 0: 38: ParallelTransformerLayerPipe + 0: 39: undo + 0: 40: MixedFusedLayerNorm + 0: 41: EmbeddingPipe + 0: 42: float16_to_fp32 + 0: loss: CrossEntropy + 0: [2023-05-08 23:30:28,342] [INFO] [utils.py:827:see_memory_usage] After Building Model + 0: [2023-05-08 23:30:28,343] [INFO] [utils.py:828:see_memory_usage] MA 4.0 GB Max_MA 4.0 GB CA 4.04 GB Max_CA 4 GB + 0: [2023-05-08 23:30:28,343] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 41.27 GB, percent = 8.2% + 0: setting training iterations to 0 + 0: > learning rate decay style: cosine + 0: DeepSpeed is enabled. + 0: [2023-05-08 23:30:28,347] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed info: version=0.7.5, git-hash=unknown, git-branch=unknown + 0: [2023-05-08 23:30:34,641] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Flops Profiler Enabled: False + 0: [2023-05-08 23:30:34,642] [INFO] [logging.py:68:log_dist] [Rank 0] Removing param_group that has no 'params' in the client Optimizer + 0: [2023-05-08 23:30:34,642] [INFO] [logging.py:68:log_dist] [Rank 0] Using client Optimizer as basic optimizer + 0: [2023-05-08 23:30:34,662] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Basic Optimizer = FusedAdam + 0: [2023-05-08 23:30:34,662] [INFO] [logging.py:68:log_dist] [Rank 0] Creating BF16 optimizer + 0: [2023-05-08 23:30:34,791] [INFO] [utils.py:827:see_memory_usage] begin bf16_optimizer + 0: [2023-05-08 23:30:34,791] [INFO] [utils.py:828:see_memory_usage] MA 3.99 GB Max_MA 4.01 GB CA 4.05 GB Max_CA 4 GB + 0: [2023-05-08 23:30:34,791] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 41.89 GB, percent = 8.3% + 0: ninja: no work to do. + 0: Time to load utils op: 0.20583009719848633 seconds + 0: Time to load utils op: 0.2059159278869629 seconds + 0: Time to load utils op: 0.20541644096374512 seconds + 0: Time to load utils op: 0.10185980796813965 seconds + 1: Time to load utils op: 0.21016788482666016 seconds + 1: Time to load utils op: 0.21017885208129883 secondsTime to load utils op: 0.21017885208129883 secondsTime to load utils op: 0.210174560546875 seconds + 1: + 1: + 3: Time to load utils op: 0.21121454238891602 secondsTime to load utils op: 0.211212158203125 secondsTime to load utils op: 0.21120309829711914 seconds + 3: Time to load utils op: 0.2112135887145996 seconds + 3: + 3: + 2: Time to load utils op: 0.2086503505706787 secondsTime to load utils op: 0.20906400680541992 seconds + 2: + 2: Time to load utils op: 0.20923161506652832 seconds + 2: Time to load utils op: 0.21097826957702637 seconds +14: Time to load utils op: 0.21133852005004883 secondsTime to load utils op: 0.21117115020751953 secondsTime to load utils op: 0.21148419380187988 secondsTime to load utils op: 0.21132493019104004 seconds +14: +14: +14: + 4: Time to load utils op: 0.21236848831176758 secondsTime to load utils op: 0.21236491203308105 seconds + 4: + 4: Time to load utils op: 0.21236467361450195 seconds + 4: Time to load utils op: 0.21237945556640625 seconds + 8: Time to load utils op: 0.21098971366882324 secondsTime to load utils op: 0.21098566055297852 secondsTime to load utils op: 0.2109971046447754 secondsTime to load utils op: 0.21099281311035156 seconds + 8: + 8: + 8: + 7: Time to load utils op: 0.21154189109802246 secondsTime to load utils op: 0.21154212951660156 seconds + 7: + 7: Time to load utils op: 0.2115483283996582 seconds + 7: Time to load utils op: 0.21154570579528809 seconds + 5: Time to load utils op: 0.21265316009521484 secondsTime to load utils op: 0.21265840530395508 seconds + 5: + 5: Time to load utils op: 0.21265864372253418 secondsTime to load utils op: 0.212660551071167 seconds + 5: + 6: Time to load utils op: 0.21198606491088867 seconds + 6: Time to load utils op: 0.21199274063110352 seconds + 6: Time to load utils op: 0.21199703216552734 secondsTime to load utils op: 0.21198010444641113 seconds + 6: + 9: Time to load utils op: 0.21162199974060059 secondsTime to load utils op: 0.21164464950561523 secondsTime to load utils op: 0.21164727210998535 secondsTime to load utils op: 0.211653470993042 seconds + 9: + 9: + 9: +18: Time to load utils op: 0.21010875701904297 secondsTime to load utils op: 0.21080398559570312 secondsTime to load utils op: 0.2102518081665039 seconds +18: +18: +18: Time to load utils op: 0.21072840690612793 seconds +10: Time to load utils op: 0.21193480491638184 secondsTime to load utils op: 0.21195006370544434 seconds +10: +10: Time to load utils op: 0.21195363998413086 seconds +10: Time to load utils op: 0.21195030212402344 seconds +11: Time to load utils op: 0.2107071876525879 seconds +11: Time to load utils op: 0.21071815490722656 secondsTime to load utils op: 0.2107086181640625 seconds +11: +11: Time to load utils op: 0.21072721481323242 seconds +12: Time to load utils op: 0.21030426025390625 secondsTime to load utils op: 0.21030688285827637 seconds +12: +12: Time to load utils op: 0.21030616760253906 secondsTime to load utils op: 0.21031570434570312 seconds +12: +19: Time to load utils op: 0.21107864379882812 secondsTime to load utils op: 0.21015405654907227 seconds +19: +19: Time to load utils op: 0.21021556854248047 seconds +19: Time to load utils op: 0.2103114128112793 seconds + 0: Time to load utils op: 0.20215678215026855 seconds +13: Time to load utils op: 0.21085500717163086 seconds +13: Time to load utils op: 0.21086668968200684 secondsTime to load utils op: 0.21085405349731445 seconds +13: Time to load utils op: 0.21087265014648438 seconds +13: +15: Time to load utils op: 0.21035432815551758 secondsTime to load utils op: 0.2103729248046875 secondsTime to load utils op: 0.21036577224731445 seconds +15: +15: +15: Time to load utils op: 0.21036624908447266 seconds +16: Time to load utils op: 0.2108619213104248 seconds +16: Time to load utils op: 0.2108759880065918 seconds +16: Time to load utils op: 0.21087360382080078 secondsTime to load utils op: 0.21087265014648438 seconds +16: +25: Time to load utils op: 0.21026921272277832 seconds +25: Time to load utils op: 0.20880675315856934 secondsTime to load utils op: 0.21012377738952637 seconds +25: +25: Time to load utils op: 0.21066641807556152 seconds +17: Time to load utils op: 0.21128034591674805 secondsTime to load utils op: 0.21127796173095703 seconds +17: +17: Time to load utils op: 0.21128249168395996 seconds +17: Time to load utils op: 0.21129226684570312 seconds +20: Time to load utils op: 0.21032428741455078 secondsTime to load utils op: 0.21032500267028809 seconds +20: +20: Time to load utils op: 0.21033239364624023 secondsTime to load utils op: 0.21032977104187012 seconds +20: +21: Time to load utils op: 0.2109229564666748 secondsTime to load utils op: 0.21092605590820312 seconds +21: +21: Time to load utils op: 0.21091222763061523 seconds +21: Time to load utils op: 0.21092462539672852 seconds +24: Time to load utils op: 0.21022415161132812 secondsTime to load utils op: 0.2102198600769043 secondsTime to load utils op: 0.2102363109588623 seconds +24: +24: Time to load utils op: 0.21022868156433105 seconds +24: +28: Time to load utils op: 0.2127676010131836 seconds +28: Time to load utils op: 0.21313095092773438 secondsTime to load utils op: 0.21197772026062012 seconds +28: +28: Time to load utils op: 0.21277308464050293 seconds +26: Time to load utils op: 0.21042990684509277 seconds +26: Time to load utils op: 0.21042585372924805 seconds +26: Time to load utils op: 0.21046996116638184 seconds +26: Time to load utils op: 0.21048188209533691 seconds +22: Time to load utils op: 0.21154475212097168 seconds +22: Time to load utils op: 0.21155428886413574 secondsTime to load utils op: 0.21155595779418945 seconds +22: +23: Time to load utils op: 0.21110773086547852 secondsTime to load utils op: 0.21110320091247559 seconds +23: +22: Time to load utils op: 0.21160364151000977 seconds +23: Time to load utils op: 0.2111353874206543 seconds +23: Time to load utils op: 0.2111530303955078 seconds +27: Time to load utils op: 0.21086430549621582 secondsTime to load utils op: 0.21087265014648438 secondsTime to load utils op: 0.21087312698364258 seconds +27: +27: +27: Time to load utils op: 0.21088361740112305 seconds +29: Time to load utils op: 0.21011662483215332 secondsTime to load utils op: 0.21012663841247559 seconds +29: Time to load utils op: 0.21012353897094727 seconds +29: Time to load utils op: 0.21013808250427246 seconds +29: +31: Time to load utils op: 0.2096092700958252 secondsTime to load utils op: 0.20961689949035645 secondsTime to load utils op: 0.20961284637451172 secondsTime to load utils op: 0.20961499214172363 seconds +31: +31: +31: +30: Time to load utils op: 0.21021103858947754 secondsTime to load utils op: 0.21021080017089844 seconds +30: +30: Time to load utils op: 0.21022367477416992 secondsTime to load utils op: 0.2102203369140625 seconds +30: + 0: Time to load utils op: 0.20219111442565918 seconds + 0: Time to load utils op: 0.2019960880279541 seconds + 0: Time to load utils op: 0.20200848579406738 seconds + 1: Time to load utils op: 0.2023634910583496 seconds + 1: Time to load utils op: 0.2025907039642334 seconds + 1: Time to load utils op: 0.20222163200378418 seconds + 1: Time to load utils op: 0.20290541648864746 seconds + 3: Time to load utils op: 0.20218491554260254 seconds + 3: Time to load utils op: 0.20254015922546387 seconds + 3: Time to load utils op: 0.2025916576385498 seconds + 3: Time to load utils op: 0.20197176933288574 seconds + 2: Time to load utils op: 0.2021486759185791 seconds + 5: Time to load utils op: 0.20252394676208496 seconds + 4: Time to load utils op: 0.20239019393920898 seconds + 4: Time to load utils op: 0.20262503623962402 seconds + 5: Time to load utils op: 0.20290112495422363 seconds + 5: Time to load utils op: 0.20277929306030273 seconds + 6: Time to load utils op: 0.20222926139831543 seconds + 4: Time to load utils op: 0.20281314849853516 seconds + 7: Time to load utils op: 0.20246076583862305 secondsTime to load utils op: 0.20229363441467285 seconds + 7: + 6: Time to load utils op: 0.20266103744506836 seconds + 5: Time to load utils op: 0.20352768898010254 seconds + 6: Time to load utils op: 0.20210814476013184 seconds + 2: Time to load utils op: 0.2021791934967041 seconds + 6: Time to load utils op: 0.20311689376831055 seconds + 2: Time to load utils op: 0.20203495025634766 seconds + 4: Time to load utils op: 0.20368599891662598 seconds + 2: Time to load utils op: 0.2018883228302002 seconds + 7: Time to load utils op: 0.20218491554260254 seconds + 9: Time to load utils op: 0.2023153305053711 seconds + 7: Time to load utils op: 0.20245718955993652 seconds + 9: Time to load utils op: 0.20258688926696777 seconds + 8: Time to load utils op: 0.20279932022094727 secondsTime to load utils op: 0.20278477668762207 seconds + 8: + 9: Time to load utils op: 0.20256590843200684 seconds + 8: Time to load utils op: 0.20285987854003906 seconds +10: Time to load utils op: 0.20227956771850586 seconds + 8: Time to load utils op: 0.20229482650756836 seconds +10: Time to load utils op: 0.2023460865020752 seconds + 9: Time to load utils op: 0.20284175872802734 seconds +10: Time to load utils op: 0.20238637924194336 seconds +10: Time to load utils op: 0.20286250114440918 seconds +11: Time to load utils op: 0.20251178741455078 seconds +12: Time to load utils op: 0.20238399505615234 seconds +12: Time to load utils op: 0.2019956111907959 seconds +11: Time to load utils op: 0.20277953147888184 seconds +11: Time to load utils op: 0.20280075073242188 seconds +12: Time to load utils op: 0.2026212215423584 seconds +11: Time to load utils op: 0.20297002792358398 seconds +12: Time to load utils op: 0.20289087295532227 seconds +14: Time to load utils op: 0.2029411792755127 seconds +14: Time to load utils op: 0.20212197303771973 seconds +13: Time to load utils op: 0.20238327980041504 seconds +13: Time to load utils op: 0.2026655673980713 seconds +14: Time to load utils op: 0.20322561264038086 seconds +13: Time to load utils op: 0.2028660774230957 seconds +14: Time to load utils op: 0.2029106616973877 seconds +13: Time to load utils op: 0.20298266410827637 seconds +16: Time to load utils op: 0.20232081413269043 seconds +16: Time to load utils op: 0.2022695541381836 seconds +16: Time to load utils op: 0.20261621475219727 seconds +17: Time to load utils op: 0.2020275592803955 seconds +15: Time to load utils op: 0.20266509056091309 seconds +16: Time to load utils op: 0.20185470581054688 seconds +15: Time to load utils op: 0.20269227027893066 seconds +15: Time to load utils op: 0.20276761054992676 seconds +17: Time to load utils op: 0.20215392112731934 seconds +18: Time to load utils op: 0.2022266387939453 seconds +17: Time to load utils op: 0.20247840881347656 seconds +18: Time to load utils op: 0.20227289199829102 seconds +15: Time to load utils op: 0.20325922966003418 seconds +19: Time to load utils op: 0.20223331451416016 seconds +17: Time to load utils op: 0.20273208618164062 seconds +18: Time to load utils op: 0.20202088356018066 seconds +19: Time to load utils op: 0.2019190788269043 seconds +18: Time to load utils op: 0.2023913860321045 seconds +20: Time to load utils op: 0.20218181610107422 seconds +20: Time to load utils op: 0.202317476272583 seconds +19: Time to load utils op: 0.20296549797058105 seconds +19: Time to load utils op: 0.2026071548461914 seconds +20: Time to load utils op: 0.20205998420715332 seconds +20: Time to load utils op: 0.2021033763885498 seconds +21: Time to load utils op: 0.20231103897094727 seconds +21: Time to load utils op: 0.20242571830749512 seconds +21: Time to load utils op: 0.20249319076538086 seconds +22: Time to load utils op: 0.20244526863098145 seconds +21: Time to load utils op: 0.20279979705810547 seconds +23: Time to load utils op: 0.20232629776000977 seconds +23: Time to load utils op: 0.20261144638061523 seconds +22: Time to load utils op: 0.20298171043395996 seconds +24: Time to load utils op: 0.2023451328277588 seconds +23: Time to load utils op: 0.2031095027923584 seconds +24: Time to load utils op: 0.20269107818603516 seconds +25: Time to load utils op: 0.20257925987243652 seconds +24: Time to load utils op: 0.20306777954101562 seconds +24: Time to load utils op: 0.2029283046722412 seconds +22: Time to load utils op: 0.20383000373840332 seconds +23: Time to load utils op: 0.20369434356689453 seconds +25: Time to load utils op: 0.2028825283050537 seconds +26: Time to load utils op: 0.20229077339172363 seconds +27: Time to load utils op: 0.2023942470550537 seconds +25: Time to load utils op: 0.2034897804260254 seconds +22: Time to load utils op: 0.2046523094177246 seconds +27: Time to load utils op: 0.20272326469421387 seconds +25: Time to load utils op: 0.20348119735717773 seconds +26: Time to load utils op: 0.20271563529968262 seconds +27: Time to load utils op: 0.2021791934967041 seconds +28: Time to load utils op: 0.2030019760131836 seconds +26: Time to load utils op: 0.20301389694213867 seconds +27: Time to load utils op: 0.20329070091247559 seconds +26: Time to load utils op: 0.2031240463256836 seconds +28: Time to load utils op: 0.20245671272277832 seconds +28: Time to load utils op: 0.20325303077697754 seconds +29: Time to load utils op: 0.20212984085083008 seconds +29: Time to load utils op: 0.2022407054901123 seconds +28: Time to load utils op: 0.20313310623168945 seconds +29: Time to load utils op: 0.2025012969970703 seconds + 0: Time to load utils op: 0.0005850791931152344 seconds + 0: Time to load utils op: 0.0005145072937011719 seconds + 0: Time to load utils op: 0.0006041526794433594 seconds +31: Time to load utils op: 0.20215892791748047 seconds +29: Time to load utils op: 0.2029721736907959 seconds +31: Time to load utils op: 0.2024540901184082 seconds + 0: Time to load utils op: 0.0005040168762207031 seconds +30: Time to load utils op: 0.2025754451751709 seconds +30: Time to load utils op: 0.20256876945495605 seconds +31: Time to load utils op: 0.20195698738098145 seconds +30: Time to load utils op: 0.20270133018493652 seconds +31: Time to load utils op: 0.201920747756958 seconds +30: Time to load utils op: 0.2029712200164795 seconds + 0: Time to load utils op: 0.00041866302490234375 seconds + 0: Time to load utils op: 0.0004343986511230469 seconds + 0: Time to load utils op: 0.00038242340087890625 seconds +25: Time to load utils op: 0.0004756450653076172 seconds +18: Time to load utils op: 0.0005133152008056641 seconds +18: Time to load utils op: 0.0005466938018798828 seconds +18: Time to load utils op: 0.0005524158477783203 secondsTime to load utils op: 0.0005254745483398438 seconds +18: +25: Time to load utils op: 0.00043392181396484375 seconds +25: Time to load utils op: 0.0004112720489501953 seconds +25: Time to load utils op: 0.0004215240478515625 secondsTime to load utils op: 0.0005128383636474609 seconds +25: +18: Time to load utils op: 0.0005803108215332031 seconds +25: Time to load utils op: 0.00040602684020996094 seconds +25: Time to load utils op: 0.0005159378051757812 seconds +25: Time to load utils op: 0.0004162788391113281 seconds +28: Time to load utils op: 0.0005140304565429688 seconds +19: Time to load utils op: 0.0005276203155517578 seconds +19: Time to load utils op: 0.0005633831024169922 seconds +28: Time to load utils op: 0.0004317760467529297 secondsTime to load utils op: 0.00044727325439453125 seconds +28: +28: Time to load utils op: 0.00042438507080078125 seconds +18: Time to load utils op: 0.0005934238433837891 seconds +28: Time to load utils op: 0.0005383491516113281 seconds +28: Time to load utils op: 0.000415802001953125 seconds +18: Time to load utils op: 0.0005807876586914062 seconds +28: Time to load utils op: 0.0004215240478515625 seconds +18: Time to load utils op: 0.0006079673767089844 seconds +19: Time to load utils op: 0.0005407333374023438 seconds +19: Time to load utils op: 0.0005474090576171875 seconds +28: Time to load utils op: 0.0006163120269775391 seconds +19: Time to load utils op: 0.0006310939788818359 seconds +19: Time to load utils op: 0.0006136894226074219 secondsTime to load utils op: 0.0006208419799804688 seconds +19: +19: Time to load utils op: 0.0005884170532226562 seconds +14: Time to load utils op: 0.0006120204925537109 secondsTime to load utils op: 0.0006277561187744141 seconds +14: +14: Time to load utils op: 0.0005795955657958984 seconds +14: Time to load utils op: 0.0006437301635742188 seconds +14: Time to load utils op: 0.0007045269012451172 secondsTime to load utils op: 0.0005593299865722656 seconds +14: +14: Time to load utils op: 0.0005383491516113281 seconds +14: Time to load utils op: 0.0006153583526611328 seconds + 4: Time to load utils op: 0.000576019287109375 seconds + 4: Time to load utils op: 0.0005831718444824219 seconds + 1: Time to load utils op: 0.0005917549133300781 seconds + 3: Time to load utils op: 0.0005736351013183594 seconds +30: Time to load utils op: 0.0005743503570556641 secondsTime to load utils op: 0.0005402565002441406 seconds +30: + 4: Time to load utils op: 0.00042510032653808594 seconds + 3: Time to load utils op: 0.0006184577941894531 seconds + 7: Time to load utils op: 0.0006885528564453125 seconds + 7: Time to load utils op: 0.0006875991821289062 seconds + 7: Time to load utils op: 0.0007154941558837891 seconds + 1: Time to load utils op: 0.0006022453308105469 seconds + 1: Time to load utils op: 0.0006439685821533203 seconds + 3: Time to load utils op: 0.0006084442138671875 seconds + 3: Time to load utils op: 0.0005958080291748047 seconds +16: Time to load utils op: 0.0007414817810058594 seconds +30: Time to load utils op: 0.0006730556488037109 seconds +26: Time to load utils op: 0.0006055831909179688 seconds + 6: Time to load utils op: 0.0005393028259277344 seconds + 4: Time to load utils op: 0.0003902912139892578 seconds +11: Time to load utils op: 0.0006186962127685547 seconds + 1: Time to load utils op: 0.0006291866302490234 seconds +11: Time to load utils op: 0.0004024505615234375 secondsTime to load utils op: 0.00038170814514160156 secondsTime to load utils op: 0.00042128562927246094 seconds +11: +11: + 3: Time to load utils op: 0.0007925033569335938 secondsTime to load utils op: 0.0007600784301757812 secondsTime to load utils op: 0.0007860660552978516 seconds + 3: + 3: +16: Time to load utils op: 0.0006465911865234375 secondsTime to load utils op: 0.0006520748138427734 seconds +16: +22: Time to load utils op: 0.0006144046783447266 seconds +20: Time to load utils op: 0.0005822181701660156 seconds +27: Time to load utils op: 0.0005457401275634766 seconds +26: Time to load utils op: 0.0005919933319091797 seconds +26: Time to load utils op: 0.0006086826324462891 seconds +10: Time to load utils op: 0.0005660057067871094 seconds + 7: Time to load utils op: 0.0006885528564453125 seconds + 6: Time to load utils op: 0.0005745887756347656 secondsTime to load utils op: 0.0005688667297363281 seconds + 6: + 9: Time to load utils op: 0.0005652904510498047 seconds + 2: Time to load utils op: 0.0005896091461181641 seconds + 3: Time to load utils op: 0.0008139610290527344 seconds + 8: Time to load utils op: 0.0006783008575439453 seconds +30: Time to load utils op: 0.00072479248046875 seconds +31: Time to load utils op: 0.000568389892578125 seconds + 4: Time to load utils op: 0.0004029273986816406 seconds +11: Time to load utils op: 0.000591278076171875 seconds + 9: Time to load utils op: 0.0005636215209960938 seconds + 9: Time to load utils op: 0.0005567073822021484 seconds + 7: Time to load utils op: 0.0006327629089355469 seconds + 4: Time to load utils op: 0.0005817413330078125 seconds + 4: Time to load utils op: 0.0005779266357421875 seconds + 2: Time to load utils op: 0.0005583763122558594 seconds + 8: Time to load utils op: 0.0006678104400634766 seconds +15: Time to load utils op: 0.0007927417755126953 seconds +30: Time to load utils op: 0.0007760524749755859 seconds +27: Time to load utils op: 0.0005764961242675781 seconds +26: Time to load utils op: 0.0006597042083740234 seconds + 4: Time to load utils op: 0.00043010711669921875 seconds +11: Time to load utils op: 0.0006108283996582031 secondsTime to load utils op: 0.00061798095703125 seconds +11: + 9: Time to load utils op: 0.0005931854248046875 seconds + 2: Time to load utils op: 0.0005769729614257812 seconds +16: Time to load utils op: 0.0009903907775878906 seconds +22: Time to load utils op: 0.0008108615875244141 secondsTime to load utils op: 0.0007872581481933594 seconds +22: +29: Time to load utils op: 0.0007221698760986328 seconds +10: Time to load utils op: 0.0005857944488525391 seconds + 7: Time to load utils op: 0.0008115768432617188 seconds + 1: Time to load utils op: 0.0007750988006591797 seconds + 1: Time to load utils op: 0.0008871555328369141 seconds +15: Time to load utils op: 0.0007915496826171875 seconds +20: Time to load utils op: 0.0008554458618164062 seconds +27: Time to load utils op: 0.0007603168487548828 seconds +27: Time to load utils op: 0.0006835460662841797 seconds +31: Time to load utils op: 0.0005514621734619141 seconds +26: Time to load utils op: 0.0006737709045410156 secondsTime to load utils op: 0.0006628036499023438 seconds +26: +10: Time to load utils op: 0.0006103515625 seconds + 7: Time to load utils op: 0.0006906986236572266 seconds + 1: Time to load utils op: 0.0007681846618652344 seconds +11: Time to load utils op: 0.0009214878082275391 seconds + 8: Time to load utils op: 0.0008034706115722656 seconds +16: Time to load utils op: 0.0011682510375976562 seconds +30: Time to load utils op: 0.0008623600006103516 seconds +24: Time to load utils op: 0.0007779598236083984 seconds +10: Time to load utils op: 0.0006070137023925781 seconds + 5: Time to load utils op: 0.0009002685546875 seconds + 1: Time to load utils op: 0.0009026527404785156 seconds + 2: Time to load utils op: 0.0005993843078613281 seconds +29: Time to load utils op: 0.0007882118225097656 seconds +24: Time to load utils op: 0.000823974609375 seconds +31: Time to load utils op: 0.000431060791015625 seconds + 7: Time to load utils op: 0.0010008811950683594 seconds + 5: Time to load utils op: 0.0009202957153320312 secondsTime to load utils op: 0.0008828639984130859 seconds + 5: + 9: Time to load utils op: 0.0011386871337890625 seconds + 2: Time to load utils op: 0.0006101131439208984 seconds +15: Time to load utils op: 0.0008308887481689453 seconds +22: Time to load utils op: 0.0008661746978759766 seconds +24: Time to load utils op: 0.0008118152618408203 seconds +26: Time to load utils op: 0.0009703636169433594 seconds + 8: Time to load utils op: 0.000823974609375 secondsTime to load utils op: 0.0008881092071533203 secondsTime to load utils op: 0.0008513927459716797 secondsTime to load utils op: 0.0008733272552490234 seconds + 8: Time to load utils op: 0.0008950233459472656 seconds + 8: + 8: + 8: +22: Time to load utils op: 0.0009093284606933594 seconds +20: Time to load utils op: 0.0008623600006103516 seconds +31: Time to load utils op: 0.00044608116149902344 seconds +26: Time to load utils op: 0.0009682178497314453 seconds +10: Time to load utils op: 0.0009446144104003906 secondsTime to load utils op: 0.0009746551513671875 seconds +10: +10: Time to load utils op: 0.0009415149688720703 secondsTime to load utils op: 0.0009226799011230469 seconds +29: Time to load utils op: 0.0007798671722412109 seconds +27: Time to load utils op: 0.0008590221405029297 seconds +31: Time to load utils op: 0.0003986358642578125 seconds +10: + 5: Time to load utils op: 0.0009589195251464844 seconds + 5: Time to load utils op: 0.0009150505065917969 seconds +20: Time to load utils op: 0.0009708404541015625 seconds +31: Time to load utils op: 0.0003859996795654297 seconds + 9: Time to load utils op: 0.0012581348419189453 seconds + 2: Time to load utils op: 0.0007178783416748047 seconds +15: Time to load utils op: 0.0010516643524169922 seconds +20: Time to load utils op: 0.0008947849273681641 seconds + 2: Time to load utils op: 0.0007123947143554688 seconds + 2: Time to load utils op: 0.0007894039154052734 seconds +15: Time to load utils op: 0.0009987354278564453 secondsTime to load utils op: 0.0010073184967041016 seconds +15: +22: Time to load utils op: 0.0012733936309814453 seconds +20: Time to load utils op: 0.0009093284606933594 secondsTime to load utils op: 0.0008933544158935547 seconds +20: +27: Time to load utils op: 0.0008242130279541016 seconds +27: Time to load utils op: 0.0009386539459228516 seconds +21: Time to load utils op: 0.0005624294281005859 seconds + 5: Time to load utils op: 0.0012519359588623047 seconds +21: Time to load utils op: 0.00043201446533203125 seconds +31: Time to load utils op: 0.0007436275482177734 seconds +15: Time to load utils op: 0.0012578964233398438 secondsTime to load utils op: 0.00125885009765625 seconds +15: +23: Time to load utils op: 0.0009243488311767578 seconds +20: Time to load utils op: 0.0011332035064697266 seconds +27: Time to load utils op: 0.0011925697326660156 seconds +22: Time to load utils op: 0.001378774642944336 seconds +29: Time to load utils op: 0.0009503364562988281 seconds + 5: Time to load utils op: 0.0014834403991699219 seconds +17: Time to load utils op: 0.0007338523864746094 secondsTime to load utils op: 0.0007064342498779297 seconds +17: +17: Time to load utils op: 0.0007109642028808594 seconds +12: Time to load utils op: 0.0007615089416503906 seconds +22: Time to load utils op: 0.001386880874633789 seconds +21: Time to load utils op: 0.00067138671875 seconds +29: Time to load utils op: 0.0009315013885498047 seconds +17: Time to load utils op: 0.0009875297546386719 seconds +29: Time to load utils op: 0.0008938312530517578 seconds +17: Time to load utils op: 0.0008280277252197266 seconds +17: Time to load utils op: 0.0007796287536621094 seconds +23: Time to load utils op: 0.0009298324584960938 seconds +21: Time to load utils op: 0.0006892681121826172 seconds +29: Time to load utils op: 0.0009074211120605469 seconds +23: Time to load utils op: 0.0010056495666503906 secondsTime to load utils op: 0.0009610652923583984 seconds +23: + 5: Time to load utils op: 0.0016827583312988281 seconds +23: Time to load utils op: 0.0008742809295654297 seconds +29: Time to load utils op: 0.0012636184692382812 seconds +23: Time to load utils op: 0.0011203289031982422 secondsTime to load utils op: 0.0011296272277832031 seconds +23: +30: Time to load utils op: 0.0020210742950439453 secondsTime to load utils op: 0.0020318031311035156 seconds +30: +23: Time to load utils op: 0.0012929439544677734 seconds +21: Time to load utils op: 0.0011219978332519531 seconds +21: Time to load utils op: 0.0011553764343261719 seconds +21: Time to load utils op: 0.0010797977447509766 seconds +21: Time to load utils op: 0.0011646747589111328 seconds +13: Time to load utils op: 0.0009708404541015625 seconds +12: Time to load utils op: 0.0011937618255615234 seconds +12: Time to load utils op: 0.0011489391326904297 seconds +13: Time to load utils op: 0.0010042190551757812 secondsTime to load utils op: 0.000978708267211914 seconds +13: +13: Time to load utils op: 0.0009937286376953125 seconds +12: Time to load utils op: 0.001177072525024414 seconds +31: Time to load utils op: 0.001971006393432617 seconds +12: Time to load utils op: 0.0011284351348876953 secondsTime to load utils op: 0.0011093616485595703 secondsTime to load utils op: 0.0011560916900634766 secondsTime to load utils op: 0.0011773109436035156 seconds +12: +12: +12: + 9: Time to load utils op: 0.001977682113647461 secondsTime to load utils op: 0.0019712448120117188 seconds + 9: +16: Time to load utils op: 0.0021696090698242188 seconds +13: Time to load utils op: 0.0009362697601318359 secondsTime to load utils op: 0.0008971691131591797 seconds +13: Time to load utils op: 0.0009410381317138672 seconds +13: Time to load utils op: 0.0009162425994873047 seconds +13: +16: Time to load utils op: 0.0021817684173583984 seconds +16: Time to load utils op: 0.0022525787353515625 seconds +24: Time to load utils op: 0.0018093585968017578 secondsTime to load utils op: 0.0018308162689208984 seconds +24: + 6: Time to load utils op: 0.002087831497192383 seconds +24: Time to load utils op: 0.0018651485443115234 seconds +24: Time to load utils op: 0.0018608570098876953 secondsTime to load utils op: 0.001905679702758789 seconds +24: + 6: Time to load utils op: 0.0020868778228759766 seconds + 0: [2023-05-08 23:30:35,024] [INFO] [utils.py:827:see_memory_usage] before initializing group 0 + 6: Time to load utils op: 0.0021181106567382812 seconds + 6: Time to load utils op: 0.002117156982421875 seconds + 6: Time to load utils op: 0.002158641815185547 seconds +17: Time to load utils op: 0.0017924308776855469 seconds +17: Time to load utils op: 0.0017523765563964844 seconds + 0: [2023-05-08 23:30:35,025] [INFO] [utils.py:828:see_memory_usage] MA 3.99 GB Max_MA 3.99 GB CA 4.05 GB Max_CA 4 GB + 0: [2023-05-08 23:30:35,025] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 41.94 GB, percent = 8.3% + 0: [2023-05-08 23:30:35,150] [INFO] [utils.py:827:see_memory_usage] after initializing group 0 + 0: [2023-05-08 23:30:35,150] [INFO] [utils.py:828:see_memory_usage] MA 8.04 GB Max_MA 8.04 GB CA 10.11 GB Max_CA 10 GB + 0: [2023-05-08 23:30:35,150] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 41.94 GB, percent = 8.3% + 0: [2023-05-08 23:30:35,256] [INFO] [utils.py:827:see_memory_usage] before initializing group 1 + 0: [2023-05-08 23:30:35,257] [INFO] [utils.py:828:see_memory_usage] MA 8.04 GB Max_MA 8.04 GB CA 10.11 GB Max_CA 10 GB + 0: [2023-05-08 23:30:35,257] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 41.94 GB, percent = 8.3% + 0: [2023-05-08 23:30:35,365] [INFO] [utils.py:827:see_memory_usage] after initializing group 1 + 0: [2023-05-08 23:30:35,366] [INFO] [utils.py:828:see_memory_usage] MA 11.92 GB Max_MA 11.92 GB CA 15.91 GB Max_CA 16 GB + 0: [2023-05-08 23:30:35,366] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 41.94 GB, percent = 8.3% + 0: [2023-05-08 23:30:35,471] [INFO] [utils.py:827:see_memory_usage] before initializing group 2 + 0: [2023-05-08 23:30:35,472] [INFO] [utils.py:828:see_memory_usage] MA 11.92 GB Max_MA 11.92 GB CA 15.91 GB Max_CA 16 GB + 0: [2023-05-08 23:30:35,472] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 41.94 GB, percent = 8.3% + 0: [2023-05-08 23:30:35,583] [INFO] [utils.py:827:see_memory_usage] after initializing group 2 + 0: [2023-05-08 23:30:35,583] [INFO] [utils.py:828:see_memory_usage] MA 11.93 GB Max_MA 11.93 GB CA 15.91 GB Max_CA 16 GB + 0: [2023-05-08 23:30:35,583] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 41.94 GB, percent = 8.3% + 0: [2023-05-08 23:30:35,689] [INFO] [utils.py:827:see_memory_usage] before initialize_optimizer + 0: [2023-05-08 23:30:35,690] [INFO] [utils.py:828:see_memory_usage] MA 11.93 GB Max_MA 11.93 GB CA 15.91 GB Max_CA 16 GB + 0: [2023-05-08 23:30:35,690] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 41.94 GB, percent = 8.3% + 0: [2023-05-08 23:30:35,804] [INFO] [utils.py:827:see_memory_usage] end initialize_optimizer + 0: [2023-05-08 23:30:35,805] [INFO] [utils.py:828:see_memory_usage] MA 12.05 GB Max_MA 12.05 GB CA 15.91 GB Max_CA 16 GB + 0: [2023-05-08 23:30:35,805] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 41.94 GB, percent = 8.3% + 0: [2023-05-08 23:30:35,914] [INFO] [utils.py:827:see_memory_usage] end bf16_optimizer + 0: [2023-05-08 23:30:35,915] [INFO] [utils.py:828:see_memory_usage] MA 12.05 GB Max_MA 12.05 GB CA 15.91 GB Max_CA 16 GB + 0: [2023-05-08 23:30:35,915] [INFO] [utils.py:836:see_memory_usage] CPU Virtual Memory: used = 41.94 GB, percent = 8.3% + 0: [2023-05-08 23:30:35,915] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed Final Optimizer = FusedAdam + 0: [2023-05-08 23:30:35,915] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed using client LR scheduler + 0: [2023-05-08 23:30:35,915] [INFO] [logging.py:68:log_dist] [Rank 0] DeepSpeed LR Scheduler = + 0: [2023-05-08 23:30:35,916] [INFO] [logging.py:68:log_dist] [Rank 0] step=0, skipped=0, lr=[0.0002, 0.0002, 0.0002], mom=[(0.9, 0.999), (0.9, 0.999), (0.9, 0.999)] + 0: [2023-05-08 23:30:35,916] [INFO] [config.py:1007:print] DeepSpeedEngine configuration: + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] activation_checkpointing_config { + 0: "partition_activations": false, + 0: "contiguous_memory_optimization": false, + 0: "cpu_checkpointing": false, + 0: "number_checkpoints": null, + 0: "synchronize_checkpoint_boundary": false, + 0: "profile": false + 0: } + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] aio_config ................... {'block_size': 1048576, 'queue_depth': 8, 'thread_count': 1, 'single_submit': False, 'overlap_events': True} + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] amp_enabled .................. False + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] amp_params ................... False + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] autotuning_config ............ { + 0: "enabled": false, + 0: "start_step": null, + 0: "end_step": null, + 0: "metric_path": null, + 0: "arg_mappings": null, + 0: "metric": "throughput", + 0: "model_info": null, + 0: "results_dir": "/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/autotuning_results", + 0: "exps_dir": "/pfs/lustrep4/scratch/project_462000119/muennighoff/nov-2022-bettercom/autotuning_exps", + 0: "overwrite": true, + 0: "fast": true, + 0: "start_profile_step": 3, + 0: "end_profile_step": 5, + 0: "tuner_type": "gridsearch", + 0: "tuner_early_stopping": 5, + 0: "tuner_num_trials": 50, + 0: "model_info_path": null, + 0: "mp_size": 1, + 0: "max_train_batch_size": null, + 0: "min_train_batch_size": 1, + 0: "max_train_micro_batch_size_per_gpu": 1.024000e+03, + 0: "min_train_micro_batch_size_per_gpu": 1, + 0: "num_tuning_micro_batch_sizes": 3 + 0: } + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] bfloat16_enabled ............. True + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] checkpoint_parallel_write_pipeline False + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] checkpoint_tag_validation_enabled True + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] checkpoint_tag_validation_fail False + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] comms_config ................. + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] communication_data_type ...... None + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] compression_config ........... {'weight_quantization': {'shared_parameters': {'enabled': False, 'quantizer_kernel': False, 'schedule_offset': 0, 'quantize_groups': 1, 'quantize_verbose': False, 'quantization_type': 'symmetric', 'quantize_weight_in_forward': False, 'rounding': 'nearest', 'fp16_mixed_quantize': False, 'quantize_change_ratio': 0.001}, 'different_groups': {}}, 'activation_quantization': {'shared_parameters': {'enabled': False, 'quantization_type': 'symmetric', 'range_calibration': 'dynamic', 'schedule_offset': 1000}, 'different_groups': {}}, 'sparse_pruning': {'shared_parameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'row_pruning': {'shared_parameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'head_pruning': {'shared_parameters': {'enabled': False, 'method': 'topk', 'schedule_offset': 1000}, 'different_groups': {}}, 'channel_pruning': {'shared_pa + 0: rameters': {'enabled': False, 'method': 'l1', 'schedule_offset': 1000}, 'different_groups': {}}, 'layer_reduction': {'enabled': False}} + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] curriculum_enabled ........... False + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] curriculum_params ............ False + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] dataloader_drop_last ......... False + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] disable_allgather ............ False + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] dump_state ................... False + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] dynamic_loss_scale_args ...... None + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] eigenvalue_enabled ........... False + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] eigenvalue_gas_boundary_resolution 1 + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] eigenvalue_layer_name ........ bert.encoder.layer + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] eigenvalue_layer_num ......... 0 + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] eigenvalue_max_iter .......... 100 + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] eigenvalue_stability ......... 1e-06 + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] eigenvalue_tol ............... 0.01 + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] eigenvalue_verbose ........... False + 0: [2023-05-08 23:30:35,917] [INFO] [config.py:1011:print] elasticity_enabled ........... False + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] flops_profiler_config ........ { + 0: "enabled": false, + 0: "profile_step": 1, + 0: "module_depth": -1, + 0: "top_modules": 1, + 0: "detailed": true, + 0: "output_file": null + 0: } + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] fp16_auto_cast ............... None + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] fp16_enabled ................. False + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] fp16_master_weights_and_gradients False + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] global_rank .................. 0 + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] gradient_accumulation_steps .. 4 + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] gradient_clipping ............ 1.0 + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] gradient_predivide_factor .... 1.0 + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] initial_dynamic_scale ........ 1 + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] load_universal_checkpoint .... False + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] loss_scale ................... 1.0 + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] memory_breakdown ............. False + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] monitor_config ............... + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] nebula_config ................ { + 0: "enabled": false, + 0: "persistent_storage_path": null, + 0: "persistent_time_interval": 100, + 0: "num_of_version_in_retention": 2, + 0: "enable_nebula_load": true, + 0: "load_path": null + 0: } + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] optimizer_legacy_fusion ...... False + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] optimizer_name ............... None + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] optimizer_params ............. None + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] pipeline ..................... {'stages': 'auto', 'partition': 'best', 'seed_layers': False, 'activation_checkpoint_interval': 0} + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] pld_enabled .................. False + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] pld_params ................... False + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] prescale_gradients ........... False + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] scheduler_name ............... None + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] scheduler_params ............. None + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] sparse_attention ............. None + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] sparse_gradients_enabled ..... False + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] steps_per_print .............. 2000 + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] train_batch_size ............. 1024 + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] train_micro_batch_size_per_gpu 2 + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] use_node_local_storage ....... False + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] wall_clock_breakdown ......... False + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] world_size ................... 128 + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] zero_allow_untested_optimizer False + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] zero_config .................. stage=0 contiguous_gradients=True reduce_scatter=True reduce_bucket_size=500000000 allgather_partitions=True allgather_bucket_size=500000000 overlap_comm=False load_from_fp32_weights=True elastic_checkpoint=False offload_param=None offload_optimizer=None sub_group_size=1000000000 cpu_offload_param=None cpu_offload_use_pin_memory=None cpu_offload=None prefetch_bucket_size=50000000 param_persistence_threshold=100000 model_persistence_threshold=9223372036854775807 max_live_parameters=1000000000 max_reuse_distance=1000000000 gather_16bit_weights_on_model_save=False stage3_gather_fp16_weights_on_model_save=False ignore_unused_parameters=True legacy_stage1=False round_robin_gradients=False + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] zero_enabled ................. False + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:1011:print] zero_optimization_stage ...... 0 + 0: [2023-05-08 23:30:35,918] [INFO] [config.py:996:print_user_config] json = { + 0: "train_micro_batch_size_per_gpu": 2, + 0: "train_batch_size": 1.024000e+03, + 0: "gradient_clipping": 1.0, + 0: "zero_optimization": { + 0: "stage": 0 + 0: }, + 0: "bf16": { + 0: "enabled": true + 0: }, + 0: "steps_per_print": 2.000000e+03, + 0: "wall_clock_breakdown": false + 0: } + 0: Time to load utils op: 0.0004487037658691406 seconds + 0: [2023-05-08 23:30:35,919] [INFO] [engine.py:87:__init__] CONFIG: micro_batches=4 micro_batch_size=2 + 0: [2023-05-08 23:30:35,942] [INFO] [engine.py:145:__init__] RANK=0 STAGE=0 LAYERS=43 [0, 43) STAGE_PARAMS=2123243520 (2123.244M) TOTAL_PARAMS=4246487040 (4246.487M) UNIQUE_PARAMS=4246487040 (4246.487M) + 0: [2023-05-08 23:30:35,942] [INFO] [engine.py:145:__init__] RANK=1 STAGE=0 LAYERS=43 [0, 43) STAGE_PARAMS=2123243520 (2123.244M) TOTAL_PARAMS=4246487040 (4246.487M) UNIQUE_PARAMS=4246487040 (4246.487M) + 0: [2023-05-08 23:30:38,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-08 23:30:38,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-08 23:30:38,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-08 23:30:38,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-08 23:30:38,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-08 23:30:38,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-08 23:30:38,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-08 23:30:38,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-08 23:30:38,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-08 23:30:38,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-08 23:30:38,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-08 23:30:38,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-08 23:30:38,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-08 23:30:38,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-08 23:30:38,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-08 23:30:38,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-08 23:30:38,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-08 23:30:38,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-08 23:30:38,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-08 23:30:38,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-08 23:30:38,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-08 23:30:38,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-08 23:30:38,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-08 23:30:38,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-08 23:30:38,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-08 23:30:38,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-08 23:30:38,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-08 23:30:38,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-08 23:30:38,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-08 23:30:38,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-08 23:30:38,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-08 23:30:38,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 0: [2023-05-08 23:30:38,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 0: [2023-05-08 23:30:38,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 0: [2023-05-08 23:30:38,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 0: [2023-05-08 23:30:38,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-08 23:30:38,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-08 23:30:38,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-08 23:30:38,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-08 23:30:38,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-08 23:30:38,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +16: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +16: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +16: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 2: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 2: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 2: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 2: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 8: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-08 23:30:38,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 8: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 8: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 8: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +16: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +27: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 2: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 4: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 4: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 4: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +27: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +27: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +27: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +27: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +31: [2023-05-08 23:30:38,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +16: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +31: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +31: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +16: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-08 23:30:38,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 8: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +28: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +28: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +23: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +31: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +23: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +23: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 4: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +27: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-08 23:30:38,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +27: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +14: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +14: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +27: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 9: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +11: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +29: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-08 23:30:38,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 0: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 1: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 5: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 5: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 1: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 5: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 9: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 9: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 5: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +16: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +16: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +29: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +29: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 5: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +29: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 0: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +18: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 8: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 8: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 8: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 5: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 0: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +18: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 4: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 4: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 4: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 0: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +18: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 8: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 2: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 2: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +23: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +18: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +31: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +11: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +11: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +18: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 5: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 5: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 5: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 5: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 4: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 0: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 1: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 1: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 2: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +16: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +18: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +28: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +30: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 6: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +16: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 6: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 8: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 4: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 2: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +31: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 4: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +19: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 2: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +30: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +30: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +30: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +31: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 6: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 6: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 9: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 9: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +20: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +22: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 5: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +11: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +19: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +22: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +14: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +19: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 9: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +18: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +27: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +14: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +23: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 5: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +22: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +22: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +22: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +18: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-08 23:30:38,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +18: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 3: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +23: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +21: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +28: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 6: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 3: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +23: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +17: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +18: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +17: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +19: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 3: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 3: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 3: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +19: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +29: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +21: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +21: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +30: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +29: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 6: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +13: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +14: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +20: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 1: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +27: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 9: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 9: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +14: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +20: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 6: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... + 7: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +15: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +26: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +26: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +27: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +10: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +26: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 9: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +15: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +13: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +13: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +29: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +26: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 3: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +13: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +21: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 5: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +20: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 5: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 5: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 1: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +17: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 7: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +18: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +22: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 5: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 3: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 7: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... + 7: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +18: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +21: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +28: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +29: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +15: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +15: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +15: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +15: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +17: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 9: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +28: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 9: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +29: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +18: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +22: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +11: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +30: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +30: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +30: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +13: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 6: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 6: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 6: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +11: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +20: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 3: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +13: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +19: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +19: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +14: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +21: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +24: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +18: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +24: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +11: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +24: [2023-05-08 23:30:38,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +30: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +30: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +22: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +19: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +28: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +19: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +19: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +24: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +24: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +24: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +24: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +14: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +13: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 6: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +20: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +19: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +11: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +11: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +13: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +14: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +17: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 1: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +15: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +22: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. + 7: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +11: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 3: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 3: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +26: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +21: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 3: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 6: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +26: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +21: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 7: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +22: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +17: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +17: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +14: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +10: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +21: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +15: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +13: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +13: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +21: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +11: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +13: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +26: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 7: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +10: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +26: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +15: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 7: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +26: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +15: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +15: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 7: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +10: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 7: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +15: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +10: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +10: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. + 7: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +15: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +10: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +25: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +24: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +10: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +25: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +25: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +25: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +24: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +24: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +24: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +24: [2023-05-08 23:30:38,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +24: [2023-05-08 23:30:38,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-08 23:30:38,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-08 23:30:38,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-08 23:30:38,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-08 23:30:38,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-08 23:30:38,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-08 23:30:38,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-08 23:30:38,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +25: [2023-05-08 23:30:38,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-08 23:30:38,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-08 23:30:38,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-08 23:30:38,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-08 23:30:38,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +25: [2023-05-08 23:30:38,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +25: [2023-05-08 23:30:38,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +25: [2023-05-08 23:30:38,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +25: [2023-05-08 23:30:38,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-08 23:30:38,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-08 23:30:38,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-08 23:30:38,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-08 23:30:38,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt... +12: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +12: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +12: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +12: [2023-05-08 23:30:38,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt... +12: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-08 23:30:38,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_00_model_states.pt. +12: [2023-05-08 23:30:38,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-08 23:30:38,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +12: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +12: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +12: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/mp_rank_01_model_states.pt. +12: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-08 23:30:38,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-08 23:30:38,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-08 23:30:38,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-08 23:30:38,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-08 23:30:38,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-08 23:30:38,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-08 23:30:38,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-08 23:30:38,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-08 23:30:38,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-08 23:30:38,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-08 23:30:38,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-08 23:30:38,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-08 23:30:38,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-08 23:30:38,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-08 23:30:38,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-08 23:30:38,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-08 23:30:38,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-08 23:30:38,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-08 23:30:38,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-08 23:30:38,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-08 23:30:38,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-08 23:30:38,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-08 23:30:38,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-08 23:30:38,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-08 23:30:38,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-08 23:30:38,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-08 23:30:38,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-08 23:30:38,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-08 23:30:38,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-08 23:30:38,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-08 23:30:38,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-08 23:30:38,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-08 23:30:38,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-08 23:30:38,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 2: [2023-05-08 23:30:38,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-08 23:30:38,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-08 23:30:38,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-08 23:30:38,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-08 23:30:38,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +26: [2023-05-08 23:30:38,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-08 23:30:38,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-08 23:30:38,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-08 23:30:38,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-08 23:30:38,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-08 23:30:38,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-08 23:30:38,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-08 23:30:38,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-08 23:30:38,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-08 23:30:38,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-08 23:30:38,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-08 23:30:38,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-08 23:30:38,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-08 23:30:38,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-08 23:30:38,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-08 23:30:38,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-08 23:30:38,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-08 23:30:38,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-08 23:30:38,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-08 23:30:38,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-08 23:30:38,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-08 23:30:38,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-08 23:30:38,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-08 23:30:38,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +23: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +23: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +23: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +23: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +16: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +26: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-08 23:30:38,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-08 23:30:38,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-08 23:30:38,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-08 23:30:38,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-08 23:30:38,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-08 23:30:38,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-08 23:30:38,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-08 23:30:38,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-08 23:30:38,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-08 23:30:38,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-08 23:30:38,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-08 23:30:38,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-08 23:30:38,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 2: [2023-05-08 23:30:38,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 2: [2023-05-08 23:30:38,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-08 23:30:38,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +18: [2023-05-08 23:30:38,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-08 23:30:38,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-08 23:30:38,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 2: [2023-05-08 23:30:38,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +18: [2023-05-08 23:30:38,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +17: [2023-05-08 23:30:38,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-08 23:30:38,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +18: [2023-05-08 23:30:38,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 2: [2023-05-08 23:30:38,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-08 23:30:38,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-08 23:30:38,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-08 23:30:38,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-08 23:30:38,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +17: [2023-05-08 23:30:38,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 2: [2023-05-08 23:30:38,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +18: [2023-05-08 23:30:38,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-08 23:30:38,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-08 23:30:38,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-08 23:30:38,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +29: [2023-05-08 23:30:38,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-08 23:30:38,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +17: [2023-05-08 23:30:38,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +16: [2023-05-08 23:30:38,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +18: [2023-05-08 23:30:38,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +29: [2023-05-08 23:30:38,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +16: [2023-05-08 23:30:38,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-08 23:30:38,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +17: [2023-05-08 23:30:38,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +29: [2023-05-08 23:30:38,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-08 23:30:38,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +29: [2023-05-08 23:30:38,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +17: [2023-05-08 23:30:38,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-08 23:30:38,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-08 23:30:38,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-08 23:30:38,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-08 23:30:38,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-08 23:30:38,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-08 23:30:38,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-08 23:30:38,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +20: [2023-05-08 23:30:38,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +20: [2023-05-08 23:30:38,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-08 23:30:38,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-08 23:30:38,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +20: [2023-05-08 23:30:38,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +29: [2023-05-08 23:30:38,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-08 23:30:38,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +20: [2023-05-08 23:30:38,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-08 23:30:38,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +29: [2023-05-08 23:30:38,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 4: [2023-05-08 23:30:38,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-08 23:30:38,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-08 23:30:38,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-08 23:30:38,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-08 23:30:38,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-08 23:30:38,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-08 23:30:38,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-08 23:30:38,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-08 23:30:38,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-08 23:30:38,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-08 23:30:38,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-08 23:30:38,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-08 23:30:38,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-08 23:30:38,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-08 23:30:38,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-08 23:30:38,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-08 23:30:38,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-08 23:30:38,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-08 23:30:38,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-08 23:30:38,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-08 23:30:38,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-08 23:30:38,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-08 23:30:38,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-08 23:30:38,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-08 23:30:38,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-08 23:30:38,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-08 23:30:38,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-08 23:30:38,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-08 23:30:38,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-08 23:30:38,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-08 23:30:38,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-08 23:30:38,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-08 23:30:38,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-08 23:30:38,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-08 23:30:38,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-08 23:30:38,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-08 23:30:38,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-08 23:30:38,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-08 23:30:38,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-08 23:30:38,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-08 23:30:38,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-08 23:30:38,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-08 23:30:38,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-08 23:30:38,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-08 23:30:38,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-08 23:30:38,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-08 23:30:38,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-08 23:30:38,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 8: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 4: [2023-05-08 23:30:38,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-08 23:30:38,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-08 23:30:38,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-08 23:30:38,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-08 23:30:38,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-08 23:30:38,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-08 23:30:38,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-08 23:30:38,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 3: [2023-05-08 23:30:38,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 3: [2023-05-08 23:30:38,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 3: [2023-05-08 23:30:38,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 3: [2023-05-08 23:30:38,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-08 23:30:38,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-08 23:30:38,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-08 23:30:38,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-08 23:30:38,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-08 23:30:38,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 4: [2023-05-08 23:30:38,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-08 23:30:38,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-08 23:30:38,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 4: [2023-05-08 23:30:38,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +21: [2023-05-08 23:30:38,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +21: [2023-05-08 23:30:38,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-08 23:30:38,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +30: [2023-05-08 23:30:38,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-08 23:30:38,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 8: [2023-05-08 23:30:38,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 8: [2023-05-08 23:30:38,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +22: [2023-05-08 23:30:38,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-08 23:30:38,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-08 23:30:38,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +30: [2023-05-08 23:30:38,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +21: [2023-05-08 23:30:38,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-08 23:30:38,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-08 23:30:38,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 5: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +21: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +21: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 7: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 5: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 5: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 5: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 5: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +22: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 1: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +24: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-08 23:30:38,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +22: [2023-05-08 23:30:38,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-08 23:30:38,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-08 23:30:38,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +22: [2023-05-08 23:30:38,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 8: [2023-05-08 23:30:38,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-08 23:30:38,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +24: [2023-05-08 23:30:38,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-08 23:30:38,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-08 23:30:38,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-08 23:30:38,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-08 23:30:38,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 8: [2023-05-08 23:30:38,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-08 23:30:38,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-08 23:30:38,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-08 23:30:38,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-08 23:30:38,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-08 23:30:38,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +30: [2023-05-08 23:30:38,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 1: [2023-05-08 23:30:38,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +24: [2023-05-08 23:30:38,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-08 23:30:38,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-08 23:30:38,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +24: [2023-05-08 23:30:38,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-08 23:30:38,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 7: [2023-05-08 23:30:38,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 7: [2023-05-08 23:30:38,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +26: [2023-05-08 23:30:38,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-08 23:30:38,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-08 23:30:38,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 7: [2023-05-08 23:30:38,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-08 23:30:38,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 2: [2023-05-08 23:30:38,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-08 23:30:38,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +24: [2023-05-08 23:30:38,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-08 23:30:38,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +24: [2023-05-08 23:30:38,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-08 23:30:38,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-08 23:30:38,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-08 23:30:38,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-08 23:30:38,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-08 23:30:38,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-08 23:30:38,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-08 23:30:38,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-08 23:30:38,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-08 23:30:38,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-08 23:30:38,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-08 23:30:38,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-08 23:30:38,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-08 23:30:38,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-08 23:30:38,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-08 23:30:38,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-08 23:30:38,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-08 23:30:38,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-08 23:30:38,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-08 23:30:38,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-08 23:30:38,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-08 23:30:38,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-08 23:30:38,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-08 23:30:38,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-08 23:30:38,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-08 23:30:38,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-08 23:30:38,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-08 23:30:38,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-08 23:30:38,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +26: [2023-05-08 23:30:38,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-08 23:30:38,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-08 23:30:38,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-08 23:30:38,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-08 23:30:38,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-08 23:30:38,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-08 23:30:38,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-08 23:30:38,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-08 23:30:38,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-08 23:30:38,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-08 23:30:38,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-08 23:30:38,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-08 23:30:38,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-08 23:30:38,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-08 23:30:38,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-08 23:30:38,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-08 23:30:38,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-08 23:30:38,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +29: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +23: [2023-05-08 23:30:38,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-08 23:30:38,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-08 23:30:38,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-08 23:30:38,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-08 23:30:38,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-08 23:30:38,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-08 23:30:38,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-08 23:30:38,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-08 23:30:38,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-08 23:30:38,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-08 23:30:38,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-08 23:30:38,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-08 23:30:38,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-08 23:30:38,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-08 23:30:38,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-08 23:30:38,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-08 23:30:38,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-08 23:30:38,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-08 23:30:38,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-08 23:30:38,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-08 23:30:38,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 2: [2023-05-08 23:30:38,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-08 23:30:38,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-08 23:30:38,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-08 23:30:38,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-08 23:30:38,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-08 23:30:38,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-08 23:30:38,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-08 23:30:38,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-08 23:30:38,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-08 23:30:38,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-08 23:30:38,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +17: [2023-05-08 23:30:38,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-08 23:30:38,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-08 23:30:38,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-08 23:30:38,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +28: [2023-05-08 23:30:38,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-08 23:30:38,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-08 23:30:38,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-08 23:30:38,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-08 23:30:38,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-08 23:30:38,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-08 23:30:38,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-08 23:30:38,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-08 23:30:38,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-08 23:30:38,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-08 23:30:38,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-08 23:30:38,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-08 23:30:38,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-08 23:30:38,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-08 23:30:38,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-08 23:30:38,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-08 23:30:38,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-08 23:30:38,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-08 23:30:38,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-08 23:30:38,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-08 23:30:38,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-08 23:30:38,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-08 23:30:38,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-08 23:30:38,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-08 23:30:38,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +31: [2023-05-08 23:30:38,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-08 23:30:38,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 9: [2023-05-08 23:30:38,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 9: [2023-05-08 23:30:38,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 9: [2023-05-08 23:30:38,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-08 23:30:38,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-08 23:30:38,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-08 23:30:38,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-08 23:30:38,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-08 23:30:38,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +13: [2023-05-08 23:30:38,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-08 23:30:38,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-08 23:30:38,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +10: [2023-05-08 23:30:38,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 9: [2023-05-08 23:30:38,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +13: [2023-05-08 23:30:38,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +13: [2023-05-08 23:30:38,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +31: [2023-05-08 23:30:38,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 0: [2023-05-08 23:30:38,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +17: [2023-05-08 23:30:38,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-08 23:30:38,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-08 23:30:38,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 3: [2023-05-08 23:30:38,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-08 23:30:38,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-08 23:30:38,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-08 23:30:38,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-08 23:30:38,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +25: [2023-05-08 23:30:38,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +25: [2023-05-08 23:30:38,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-08 23:30:38,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +19: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +10: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +10: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +19: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +31: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +10: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +25: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +21: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +19: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +19: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 0: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +19: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +10: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +15: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-08 23:30:38,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 0: [2023-05-08 23:30:38,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +19: [2023-05-08 23:30:38,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +25: [2023-05-08 23:30:38,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-08 23:30:38,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +17: [2023-05-08 23:30:38,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-08 23:30:38,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +27: [2023-05-08 23:30:38,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-08 23:30:38,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 0: [2023-05-08 23:30:38,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +31: [2023-05-08 23:30:38,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 0: [2023-05-08 23:30:38,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +15: [2023-05-08 23:30:38,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +31: [2023-05-08 23:30:38,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +15: [2023-05-08 23:30:38,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-08 23:30:38,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-08 23:30:38,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-08 23:30:38,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +28: [2023-05-08 23:30:38,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-08 23:30:38,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-08 23:30:38,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +12: [2023-05-08 23:30:38,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-08 23:30:38,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +12: [2023-05-08 23:30:38,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +12: [2023-05-08 23:30:38,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +19: [2023-05-08 23:30:38,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +28: [2023-05-08 23:30:38,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-08 23:30:38,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +27: [2023-05-08 23:30:38,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +27: [2023-05-08 23:30:38,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +12: [2023-05-08 23:30:38,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-08 23:30:38,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 3: [2023-05-08 23:30:38,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-08 23:30:38,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-08 23:30:38,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +14: [2023-05-08 23:30:38,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +12: [2023-05-08 23:30:38,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-08 23:30:38,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-08 23:30:38,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 4: [2023-05-08 23:30:38,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-08 23:30:38,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +27: [2023-05-08 23:30:38,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +27: [2023-05-08 23:30:38,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 5: [2023-05-08 23:30:38,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 5: [2023-05-08 23:30:38,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 3: [2023-05-08 23:30:38,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-08 23:30:38,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-08 23:30:38,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-08 23:30:38,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +14: [2023-05-08 23:30:38,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 5: [2023-05-08 23:30:38,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-08 23:30:38,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +27: [2023-05-08 23:30:38,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +14: [2023-05-08 23:30:38,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +21: [2023-05-08 23:30:38,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-08 23:30:38,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-08 23:30:38,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-08 23:30:38,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-08 23:30:38,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-08 23:30:38,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +16: [2023-05-08 23:30:38,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-08 23:30:38,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-08 23:30:38,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-08 23:30:38,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 8: [2023-05-08 23:30:38,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-08 23:30:38,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-08 23:30:38,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-08 23:30:38,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-08 23:30:38,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-08 23:30:38,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-08 23:30:38,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-08 23:30:38,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-08 23:30:38,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-08 23:30:38,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +18: [2023-05-08 23:30:38,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-08 23:30:38,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-08 23:30:38,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-08 23:30:38,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-08 23:30:38,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-08 23:30:38,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-08 23:30:38,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-08 23:30:38,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-08 23:30:38,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-08 23:30:38,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-08 23:30:38,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +30: [2023-05-08 23:30:38,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-08 23:30:38,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +20: [2023-05-08 23:30:38,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-08 23:30:38,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-08 23:30:38,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-08 23:30:38,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-08 23:30:38,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-08 23:30:38,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-08 23:30:38,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-08 23:30:38,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +21: [2023-05-08 23:30:38,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-08 23:30:38,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-08 23:30:38,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-08 23:30:38,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-08 23:30:38,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-08 23:30:38,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-08 23:30:38,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-08 23:30:38,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-08 23:30:38,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-08 23:30:38,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-08 23:30:38,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-08 23:30:38,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-08 23:30:38,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-08 23:30:38,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-08 23:30:38,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-08 23:30:38,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-08 23:30:38,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-08 23:30:38,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-08 23:30:38,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-08 23:30:38,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-08 23:30:38,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-08 23:30:38,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-08 23:30:38,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-08 23:30:38,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-08 23:30:38,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-08 23:30:38,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 1: [2023-05-08 23:30:38,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +30: [2023-05-08 23:30:38,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-08 23:30:38,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-08 23:30:38,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-08 23:30:38,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... + 8: [2023-05-08 23:30:38,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 8: [2023-05-08 23:30:38,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-08 23:30:38,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-08 23:30:38,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-08 23:30:38,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-08 23:30:38,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 6: [2023-05-08 23:30:38,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 8: [2023-05-08 23:30:38,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +11: [2023-05-08 23:30:38,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +11: [2023-05-08 23:30:38,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +22: [2023-05-08 23:30:38,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... + 6: [2023-05-08 23:30:38,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-08 23:30:38,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +22: [2023-05-08 23:30:38,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-08 23:30:38,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-08 23:30:38,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt... +11: [2023-05-08 23:30:38,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt... +10: [2023-05-08 23:30:38,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-08 23:30:38,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-08 23:30:38,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-08 23:30:38,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +24: [2023-05-08 23:30:38,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-08 23:30:38,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-08 23:30:38,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-08 23:30:38,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-08 23:30:38,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-08 23:30:38,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-08 23:30:38,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-08 23:30:38,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-08 23:30:38,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-08 23:30:38,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-08 23:30:38,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-08 23:30:38,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-08 23:30:38,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-08 23:30:38,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-08 23:30:38,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-08 23:30:38,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-08 23:30:38,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +13: [2023-05-08 23:30:38,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-08 23:30:38,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-08 23:30:38,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 9: [2023-05-08 23:30:38,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-08 23:30:38,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-08 23:30:38,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-08 23:30:38,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +31: [2023-05-08 23:30:38,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-08 23:30:38,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +19: [2023-05-08 23:30:38,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 7: [2023-05-08 23:30:38,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-08 23:30:38,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-08 23:30:38,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-08 23:30:38,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-08 23:30:38,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-08 23:30:38,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-08 23:30:38,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-08 23:30:38,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-08 23:30:38,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +12: [2023-05-08 23:30:38,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +22: [2023-05-08 23:30:38,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-08 23:30:38,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-08 23:30:38,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-08 23:30:38,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-08 23:30:38,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-08 23:30:38,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-08 23:30:38,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-08 23:30:38,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-08 23:30:38,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-08 23:30:38,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +14: [2023-05-08 23:30:38,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-08 23:30:38,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-08 23:30:38,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 0: [2023-05-08 23:30:38,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-08 23:30:38,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-08 23:30:38,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-08 23:30:38,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-08 23:30:38,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-08 23:30:38,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-08 23:30:38,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-08 23:30:38,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-08 23:30:38,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-08 23:30:38,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-08 23:30:38,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-08 23:30:38,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-08 23:30:38,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-08 23:30:38,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-08 23:30:38,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-08 23:30:38,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-08 23:30:38,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +10: [2023-05-08 23:30:38,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-08 23:30:38,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-08 23:30:38,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-08 23:30:38,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-08 23:30:38,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-08 23:30:38,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-08 23:30:38,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-08 23:30:38,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-08 23:30:38,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-08 23:30:38,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-08 23:30:38,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-08 23:30:38,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-08 23:30:38,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-08 23:30:38,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-08 23:30:38,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-08 23:30:38,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +27: [2023-05-08 23:30:38,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-08 23:30:38,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-08 23:30:38,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-08 23:30:38,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-08 23:30:38,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-08 23:30:38,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-08 23:30:38,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. + 6: [2023-05-08 23:30:38,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +15: [2023-05-08 23:30:38,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-08 23:30:38,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-08 23:30:38,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +11: [2023-05-08 23:30:38,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_00-model_states.pt. +25: [2023-05-08 23:30:38,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-08 23:30:38,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-08 23:30:38,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-08 23:30:38,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-08 23:30:38,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-08 23:30:38,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-08 23:30:38,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-08 23:30:38,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-08 23:30:38,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-08 23:30:39,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +26: [2023-05-08 23:30:39,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +26: [2023-05-08 23:30:39,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +26: [2023-05-08 23:30:39,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +26: [2023-05-08 23:30:39,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-08 23:30:39,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-08 23:30:39,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-08 23:30:39,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-08 23:30:39,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-08 23:30:39,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-08 23:30:39,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-08 23:30:39,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-08 23:30:39,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-08 23:30:39,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-08 23:30:39,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-08 23:30:39,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-08 23:30:39,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-08 23:30:39,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-08 23:30:39,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-08 23:30:39,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-08 23:30:39,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-08 23:30:39,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-08 23:30:39,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-08 23:30:39,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-08 23:30:39,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-08 23:30:39,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-08 23:30:39,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-08 23:30:39,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-08 23:30:39,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-08 23:30:39,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-08 23:30:39,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-08 23:30:39,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-08 23:30:39,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-08 23:30:39,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-08 23:30:39,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-08 23:30:39,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-08 23:30:39,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-08 23:30:39,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-08 23:30:39,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-08 23:30:39,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-08 23:30:39,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-08 23:30:39,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-08 23:30:39,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-08 23:30:39,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-08 23:30:39,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-08 23:30:39,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-08 23:30:39,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-08 23:30:39,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-08 23:30:39,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-08 23:30:39,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-08 23:30:39,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +23: [2023-05-08 23:30:39,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +23: [2023-05-08 23:30:39,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +23: [2023-05-08 23:30:39,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 4: [2023-05-08 23:30:39,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +17: [2023-05-08 23:30:39,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-08 23:30:39,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 4: [2023-05-08 23:30:39,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 4: [2023-05-08 23:30:39,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 3: [2023-05-08 23:30:39,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-08 23:30:39,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 8: [2023-05-08 23:30:39,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 8: [2023-05-08 23:30:39,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +29: [2023-05-08 23:30:39,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-08 23:30:39,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-08 23:30:39,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-08 23:30:39,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-08 23:30:39,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-08 23:30:39,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-08 23:30:39,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 3: [2023-05-08 23:30:39,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-08 23:30:39,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-08 23:30:39,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-08 23:30:39,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-08 23:30:39,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-08 23:30:39,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-08 23:30:39,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 9: [2023-05-08 23:30:39,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 9: [2023-05-08 23:30:39,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 9: [2023-05-08 23:30:39,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 7: [2023-05-08 23:30:39,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-08 23:30:39,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +29: [2023-05-08 23:30:39,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +29: [2023-05-08 23:30:39,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +29: [2023-05-08 23:30:39,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +28: [2023-05-08 23:30:39,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +28: [2023-05-08 23:30:39,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 7: [2023-05-08 23:30:39,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-08 23:30:39,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-08 23:30:39,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 4: [2023-05-08 23:30:39,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 3: [2023-05-08 23:30:39,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +22: [2023-05-08 23:30:39,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +22: [2023-05-08 23:30:39,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +22: [2023-05-08 23:30:39,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +22: [2023-05-08 23:30:39,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 8: [2023-05-08 23:30:39,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-08 23:30:39,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-08 23:30:39,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +23: [2023-05-08 23:30:39,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 3: [2023-05-08 23:30:39,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 8: [2023-05-08 23:30:39,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-08 23:30:39,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-08 23:30:39,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-08 23:30:39,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-08 23:30:39,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-08 23:30:39,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-08 23:30:39,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-08 23:30:39,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-08 23:30:39,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +17: [2023-05-08 23:30:39,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +17: [2023-05-08 23:30:39,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +17: [2023-05-08 23:30:39,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 8: [2023-05-08 23:30:39,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-08 23:30:39,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-08 23:30:39,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-08 23:30:39,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-08 23:30:39,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-08 23:30:39,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-08 23:30:39,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-08 23:30:39,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-08 23:30:39,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-08 23:30:39,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-08 23:30:39,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-08 23:30:39,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-08 23:30:39,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-08 23:30:39,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-08 23:30:39,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-08 23:30:39,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-08 23:30:39,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-08 23:30:39,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-08 23:30:39,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-08 23:30:39,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-08 23:30:39,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-08 23:30:39,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-08 23:30:39,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-08 23:30:39,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-08 23:30:39,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-08 23:30:39,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-08 23:30:39,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-08 23:30:39,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-08 23:30:39,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-08 23:30:39,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-08 23:30:39,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-08 23:30:39,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-08 23:30:39,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-08 23:30:39,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-08 23:30:39,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-08 23:30:39,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-08 23:30:39,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-08 23:30:39,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-08 23:30:39,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-08 23:30:39,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-08 23:30:39,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-08 23:30:39,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-08 23:30:39,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-08 23:30:39,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-08 23:30:39,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +12: [2023-05-08 23:30:39,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +12: [2023-05-08 23:30:39,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 1: [2023-05-08 23:30:39,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-08 23:30:39,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-08 23:30:39,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-08 23:30:39,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-08 23:30:39,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-08 23:30:39,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-08 23:30:39,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-08 23:30:39,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-08 23:30:39,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +30: [2023-05-08 23:30:39,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-08 23:30:39,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-08 23:30:39,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-08 23:30:39,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-08 23:30:39,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-08 23:30:39,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-08 23:30:39,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-08 23:30:39,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-08 23:30:39,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-08 23:30:39,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-08 23:30:39,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-08 23:30:39,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-08 23:30:39,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-08 23:30:39,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-08 23:30:39,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-08 23:30:39,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-08 23:30:39,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-08 23:30:39,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-08 23:30:39,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-08 23:30:39,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-08 23:30:39,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-08 23:30:39,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-08 23:30:39,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-08 23:30:39,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-08 23:30:39,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-08 23:30:39,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-08 23:30:39,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-08 23:30:39,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-08 23:30:39,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-08 23:30:39,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-08 23:30:39,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-08 23:30:39,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-08 23:30:39,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-08 23:30:39,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-08 23:30:39,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-08 23:30:39,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-08 23:30:39,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-08 23:30:39,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-08 23:30:39,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-08 23:30:39,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-08 23:30:39,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-08 23:30:39,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-08 23:30:39,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-08 23:30:39,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-08 23:30:39,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-08 23:30:39,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-08 23:30:39,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-08 23:30:39,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-08 23:30:39,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +24: [2023-05-08 23:30:39,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +24: [2023-05-08 23:30:39,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +22: [2023-05-08 23:30:39,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-08 23:30:39,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-08 23:30:39,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-08 23:30:39,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-08 23:30:39,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +12: [2023-05-08 23:30:39,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-08 23:30:39,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-08 23:30:39,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-08 23:30:39,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-08 23:30:39,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-08 23:30:39,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-08 23:30:39,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-08 23:30:39,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-08 23:30:39,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-08 23:30:39,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +23: [2023-05-08 23:30:39,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-08 23:30:39,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-08 23:30:39,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-08 23:30:39,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-08 23:30:39,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-08 23:30:39,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-08 23:30:39,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-08 23:30:39,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-08 23:30:39,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-08 23:30:39,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +23: [2023-05-08 23:30:39,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +23: [2023-05-08 23:30:39,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +12: [2023-05-08 23:30:39,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-08 23:30:39,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +12: [2023-05-08 23:30:39,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 8: [2023-05-08 23:30:39,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 8: [2023-05-08 23:30:39,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +23: [2023-05-08 23:30:39,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 2: [2023-05-08 23:30:39,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-08 23:30:39,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-08 23:30:39,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-08 23:30:39,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-08 23:30:39,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-08 23:30:39,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-08 23:30:39,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-08 23:30:39,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-08 23:30:39,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-08 23:30:39,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-08 23:30:39,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-08 23:30:39,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-08 23:30:39,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-08 23:30:39,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-08 23:30:39,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-08 23:30:39,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-08 23:30:39,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-08 23:30:39,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +26: [2023-05-08 23:30:39,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 8: [2023-05-08 23:30:39,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +26: [2023-05-08 23:30:39,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +21: [2023-05-08 23:30:39,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +21: [2023-05-08 23:30:39,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +21: [2023-05-08 23:30:39,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +21: [2023-05-08 23:30:39,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +26: [2023-05-08 23:30:39,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +26: [2023-05-08 23:30:39,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +26: [2023-05-08 23:30:39,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +29: [2023-05-08 23:30:39,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +24: [2023-05-08 23:30:39,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-08 23:30:39,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-08 23:30:39,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-08 23:30:39,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-08 23:30:39,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-08 23:30:39,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-08 23:30:39,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-08 23:30:39,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-08 23:30:39,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-08 23:30:39,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-08 23:30:39,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +24: [2023-05-08 23:30:39,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +17: [2023-05-08 23:30:39,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 6: [2023-05-08 23:30:39,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-08 23:30:39,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-08 23:30:39,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-08 23:30:39,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-08 23:30:39,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-08 23:30:39,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +29: [2023-05-08 23:30:39,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +16: [2023-05-08 23:30:39,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-08 23:30:39,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-08 23:30:39,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +29: [2023-05-08 23:30:39,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 9: [2023-05-08 23:30:39,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 9: [2023-05-08 23:30:39,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +17: [2023-05-08 23:30:39,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 6: [2023-05-08 23:30:39,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-08 23:30:39,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-08 23:30:39,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-08 23:30:39,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-08 23:30:39,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-08 23:30:39,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 6: [2023-05-08 23:30:39,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-08 23:30:39,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-08 23:30:39,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-08 23:30:39,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-08 23:30:39,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-08 23:30:39,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-08 23:30:39,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-08 23:30:39,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-08 23:30:39,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-08 23:30:39,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-08 23:30:39,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-08 23:30:39,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-08 23:30:39,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-08 23:30:39,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 4: [2023-05-08 23:30:39,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 4: [2023-05-08 23:30:39,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 4: [2023-05-08 23:30:39,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 4: [2023-05-08 23:30:39,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 4: [2023-05-08 23:30:39,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-08 23:30:39,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-08 23:30:39,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-08 23:30:39,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-08 23:30:39,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 5: [2023-05-08 23:30:39,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-08 23:30:39,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 3: [2023-05-08 23:30:39,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-08 23:30:39,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-08 23:30:39,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 9: [2023-05-08 23:30:39,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 9: [2023-05-08 23:30:39,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-08 23:30:39,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-08 23:30:39,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-08 23:30:39,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +17: [2023-05-08 23:30:39,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-08 23:30:39,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-08 23:30:39,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +18: [2023-05-08 23:30:39,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +18: [2023-05-08 23:30:39,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +25: [2023-05-08 23:30:39,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-08 23:30:39,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-08 23:30:39,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +18: [2023-05-08 23:30:39,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +19: [2023-05-08 23:30:39,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-08 23:30:39,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-08 23:30:39,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-08 23:30:39,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-08 23:30:39,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-08 23:30:39,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-08 23:30:39,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-08 23:30:39,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-08 23:30:39,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +23: [2023-05-08 23:30:39,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-08 23:30:39,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-08 23:30:39,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-08 23:30:39,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-08 23:30:39,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-08 23:30:39,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-08 23:30:39,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-08 23:30:39,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-08 23:30:39,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-08 23:30:39,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-08 23:30:39,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-08 23:30:39,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +21: [2023-05-08 23:30:39,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-08 23:30:39,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-08 23:30:39,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +22: [2023-05-08 23:30:39,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 1: [2023-05-08 23:30:39,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-08 23:30:39,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-08 23:30:39,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-08 23:30:39,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +23: [2023-05-08 23:30:39,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-08 23:30:39,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 9: [2023-05-08 23:30:39,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-08 23:30:39,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-08 23:30:39,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-08 23:30:39,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-08 23:30:39,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-08 23:30:39,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-08 23:30:39,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-08 23:30:39,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 3: [2023-05-08 23:30:39,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-08 23:30:39,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-08 23:30:39,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-08 23:30:39,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-08 23:30:39,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-08 23:30:39,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-08 23:30:39,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-08 23:30:39,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +28: [2023-05-08 23:30:39,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-08 23:30:39,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-08 23:30:39,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 3: [2023-05-08 23:30:39,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 3: [2023-05-08 23:30:39,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +22: [2023-05-08 23:30:39,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-08 23:30:39,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +30: [2023-05-08 23:30:39,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-08 23:30:39,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-08 23:30:39,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-08 23:30:39,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +22: [2023-05-08 23:30:39,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-08 23:30:39,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-08 23:30:39,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-08 23:30:39,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-08 23:30:39,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-08 23:30:39,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-08 23:30:39,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-08 23:30:39,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-08 23:30:39,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-08 23:30:39,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +28: [2023-05-08 23:30:39,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-08 23:30:39,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-08 23:30:39,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-08 23:30:39,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-08 23:30:39,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-08 23:30:39,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-08 23:30:39,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-08 23:30:39,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +31: [2023-05-08 23:30:39,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-08 23:30:39,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-08 23:30:39,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-08 23:30:39,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-08 23:30:39,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-08 23:30:39,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-08 23:30:39,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-08 23:30:39,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-08 23:30:39,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-08 23:30:39,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-08 23:30:39,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-08 23:30:39,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-08 23:30:39,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-08 23:30:39,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-08 23:30:39,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +26: [2023-05-08 23:30:39,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-08 23:30:39,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-08 23:30:39,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-08 23:30:39,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-08 23:30:39,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-08 23:30:39,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-08 23:30:39,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-08 23:30:39,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-08 23:30:39,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-08 23:30:39,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-08 23:30:39,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-08 23:30:39,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-08 23:30:39,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-08 23:30:39,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-08 23:30:39,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-08 23:30:39,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-08 23:30:39,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-08 23:30:39,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-08 23:30:39,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-08 23:30:39,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-08 23:30:39,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-08 23:30:39,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-08 23:30:39,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-08 23:30:39,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-08 23:30:39,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-08 23:30:39,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-08 23:30:39,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +30: [2023-05-08 23:30:39,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +30: [2023-05-08 23:30:39,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +12: [2023-05-08 23:30:39,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +12: [2023-05-08 23:30:39,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +12: [2023-05-08 23:30:39,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +30: [2023-05-08 23:30:39,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +12: [2023-05-08 23:30:39,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-08 23:30:39,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-08 23:30:39,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-08 23:30:39,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-08 23:30:39,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +24: [2023-05-08 23:30:39,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-08 23:30:39,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-08 23:30:39,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-08 23:30:39,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-08 23:30:39,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-08 23:30:39,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-08 23:30:39,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-08 23:30:39,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-08 23:30:39,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-08 23:30:39,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-08 23:30:39,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +12: [2023-05-08 23:30:39,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-08 23:30:39,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-08 23:30:39,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-08 23:30:39,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +24: [2023-05-08 23:30:39,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +24: [2023-05-08 23:30:39,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +22: [2023-05-08 23:30:39,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-08 23:30:39,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-08 23:30:39,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-08 23:30:39,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-08 23:30:39,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +21: [2023-05-08 23:30:39,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +21: [2023-05-08 23:30:39,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-08 23:30:39,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-08 23:30:39,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-08 23:30:39,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +21: [2023-05-08 23:30:39,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +15: [2023-05-08 23:30:39,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-08 23:30:39,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 4: [2023-05-08 23:30:39,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-08 23:30:39,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-08 23:30:39,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-08 23:30:39,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-08 23:30:39,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-08 23:30:39,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-08 23:30:39,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-08 23:30:39,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-08 23:30:39,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-08 23:30:39,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-08 23:30:39,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-08 23:30:39,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-08 23:30:39,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-08 23:30:39,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-08 23:30:39,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +10: [2023-05-08 23:30:39,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +10: [2023-05-08 23:30:39,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +10: [2023-05-08 23:30:39,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +27: [2023-05-08 23:30:39,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +27: [2023-05-08 23:30:39,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +27: [2023-05-08 23:30:39,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +18: [2023-05-08 23:30:39,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-08 23:30:39,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +18: [2023-05-08 23:30:39,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-08 23:30:39,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-08 23:30:39,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-08 23:30:39,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-08 23:30:39,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 2: [2023-05-08 23:30:39,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 2: [2023-05-08 23:30:39,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 2: [2023-05-08 23:30:39,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 4: [2023-05-08 23:30:39,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-08 23:30:39,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-08 23:30:39,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-08 23:30:39,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-08 23:30:39,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +15: [2023-05-08 23:30:39,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +15: [2023-05-08 23:30:39,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +14: [2023-05-08 23:30:39,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 6: [2023-05-08 23:30:39,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 7: [2023-05-08 23:30:39,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 7: [2023-05-08 23:30:39,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 6: [2023-05-08 23:30:39,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +15: [2023-05-08 23:30:39,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 6: [2023-05-08 23:30:39,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 7: [2023-05-08 23:30:39,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +14: [2023-05-08 23:30:39,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-08 23:30:39,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +20: [2023-05-08 23:30:39,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +20: [2023-05-08 23:30:39,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +20: [2023-05-08 23:30:39,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 1: [2023-05-08 23:30:39,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 1: [2023-05-08 23:30:39,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 1: [2023-05-08 23:30:39,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +13: [2023-05-08 23:30:39,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +13: [2023-05-08 23:30:39,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +16: [2023-05-08 23:30:39,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +16: [2023-05-08 23:30:39,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +16: [2023-05-08 23:30:39,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +16: [2023-05-08 23:30:39,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +13: [2023-05-08 23:30:39,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +18: [2023-05-08 23:30:39,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-08 23:30:39,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 1: [2023-05-08 23:30:39,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +31: [2023-05-08 23:30:39,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +31: [2023-05-08 23:30:39,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +31: [2023-05-08 23:30:39,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +14: [2023-05-08 23:30:39,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +14: [2023-05-08 23:30:39,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +11: [2023-05-08 23:30:39,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-08 23:30:39,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 7: [2023-05-08 23:30:39,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 0: [2023-05-08 23:30:39,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 0: [2023-05-08 23:30:39,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 0: [2023-05-08 23:30:39,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 0: [2023-05-08 23:30:39,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 5: [2023-05-08 23:30:39,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 5: [2023-05-08 23:30:39,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 5: [2023-05-08 23:30:39,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +11: [2023-05-08 23:30:39,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +11: [2023-05-08 23:30:39,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-08 23:30:39,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-08 23:30:39,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-08 23:30:39,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +25: [2023-05-08 23:30:39,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +11: [2023-05-08 23:30:39,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +11: [2023-05-08 23:30:39,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +11: [2023-05-08 23:30:39,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +11: [2023-05-08 23:30:39,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +18: [2023-05-08 23:30:39,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-08 23:30:39,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +18: [2023-05-08 23:30:39,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-08 23:30:39,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +25: [2023-05-08 23:30:39,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +25: [2023-05-08 23:30:39,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +18: [2023-05-08 23:30:39,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +27: [2023-05-08 23:30:39,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-08 23:30:39,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +27: [2023-05-08 23:30:39,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-08 23:30:39,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-08 23:30:39,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +10: [2023-05-08 23:30:39,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-08 23:30:39,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-08 23:30:39,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-08 23:30:39,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +27: [2023-05-08 23:30:39,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-08 23:30:39,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-08 23:30:39,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-08 23:30:39,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-08 23:30:39,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-08 23:30:39,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-08 23:30:39,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +20: [2023-05-08 23:30:39,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-08 23:30:39,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-08 23:30:39,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +15: [2023-05-08 23:30:39,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-08 23:30:39,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-08 23:30:39,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-08 23:30:39,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-08 23:30:39,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-08 23:30:39,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-08 23:30:39,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +30: [2023-05-08 23:30:39,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-08 23:30:39,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-08 23:30:39,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-08 23:30:39,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +14: [2023-05-08 23:30:39,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-08 23:30:39,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +13: [2023-05-08 23:30:39,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-08 23:30:39,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +30: [2023-05-08 23:30:39,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +25: [2023-05-08 23:30:39,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-08 23:30:39,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-08 23:30:39,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-08 23:30:39,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-08 23:30:39,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +30: [2023-05-08 23:30:39,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +16: [2023-05-08 23:30:39,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +11: [2023-05-08 23:30:39,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-08 23:30:39,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-08 23:30:39,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-08 23:30:39,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-08 23:30:39,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +16: [2023-05-08 23:30:39,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-08 23:30:39,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +31: [2023-05-08 23:30:39,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +18: [2023-05-08 23:30:39,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-08 23:30:39,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-08 23:30:39,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +25: [2023-05-08 23:30:39,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +10: [2023-05-08 23:30:39,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-08 23:30:39,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-08 23:30:39,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-08 23:30:39,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-08 23:30:39,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-08 23:30:39,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-08 23:30:39,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +10: [2023-05-08 23:30:39,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-08 23:30:39,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +18: [2023-05-08 23:30:39,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-08 23:30:39,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-08 23:30:39,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +27: [2023-05-08 23:30:39,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-08 23:30:39,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-08 23:30:39,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +27: [2023-05-08 23:30:39,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 2: [2023-05-08 23:30:39,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +10: [2023-05-08 23:30:39,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +10: [2023-05-08 23:30:39,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 6: [2023-05-08 23:30:39,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +27: [2023-05-08 23:30:39,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +27: [2023-05-08 23:30:39,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 2: [2023-05-08 23:30:39,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 7: [2023-05-08 23:30:39,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 1: [2023-05-08 23:30:39,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-08 23:30:39,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +13: [2023-05-08 23:30:39,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-08 23:30:39,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-08 23:30:39,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-08 23:30:39,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 2: [2023-05-08 23:30:39,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-08 23:30:39,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 1: [2023-05-08 23:30:39,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 6: [2023-05-08 23:30:39,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 5: [2023-05-08 23:30:39,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +13: [2023-05-08 23:30:39,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 1: [2023-05-08 23:30:39,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +13: [2023-05-08 23:30:39,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-08 23:30:39,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 5: [2023-05-08 23:30:39,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-08 23:30:39,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-08 23:30:39,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-08 23:30:39,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-08 23:30:39,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +15: [2023-05-08 23:30:39,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-08 23:30:39,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +19: [2023-05-08 23:30:39,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +11: [2023-05-08 23:30:39,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-08 23:30:39,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. +14: [2023-05-08 23:30:39,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-08 23:30:39,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_01-model_01-model_states.pt. + 5: [2023-05-08 23:30:39,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 5: [2023-05-08 23:30:39,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 7: [2023-05-08 23:30:39,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-08 23:30:39,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +25: [2023-05-08 23:30:39,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +13: [2023-05-08 23:30:39,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 5: [2023-05-08 23:30:39,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +25: [2023-05-08 23:30:39,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-08 23:30:39,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 6: [2023-05-08 23:30:39,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-08 23:30:39,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +14: [2023-05-08 23:30:39,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-08 23:30:39,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-08 23:30:39,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +20: [2023-05-08 23:30:39,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +25: [2023-05-08 23:30:39,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +20: [2023-05-08 23:30:39,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +20: [2023-05-08 23:30:39,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +15: [2023-05-08 23:30:39,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-08 23:30:39,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +15: [2023-05-08 23:30:39,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +13: [2023-05-08 23:30:39,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +31: [2023-05-08 23:30:39,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-08 23:30:39,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 7: [2023-05-08 23:30:39,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +25: [2023-05-08 23:30:39,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +25: [2023-05-08 23:30:39,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-08 23:30:39,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-08 23:30:39,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +14: [2023-05-08 23:30:39,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +11: [2023-05-08 23:30:39,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +16: [2023-05-08 23:30:39,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +25: [2023-05-08 23:30:39,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 7: [2023-05-08 23:30:39,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +16: [2023-05-08 23:30:39,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-08 23:30:39,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-08 23:30:39,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-08 23:30:39,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-08 23:30:39,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +15: [2023-05-08 23:30:39,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +15: [2023-05-08 23:30:39,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +15: [2023-05-08 23:30:39,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +16: [2023-05-08 23:30:39,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +31: [2023-05-08 23:30:39,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-08 23:30:39,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-08 23:30:39,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-08 23:30:39,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +25: [2023-05-08 23:30:39,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +16: [2023-05-08 23:30:39,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 0: [2023-05-08 23:30:39,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +11: [2023-05-08 23:30:39,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +11: [2023-05-08 23:30:39,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 0: [2023-05-08 23:30:39,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +31: [2023-05-08 23:30:39,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +31: [2023-05-08 23:30:39,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +31: [2023-05-08 23:30:39,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +25: [2023-05-08 23:30:39,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 0: [2023-05-08 23:30:39,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 0: [2023-05-08 23:30:39,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 0: [2023-05-08 23:30:39,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... + 0: [2023-05-08 23:30:39,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-08 23:30:39,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-08 23:30:39,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-08 23:30:39,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-08 23:30:39,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt... +19: [2023-05-08 23:30:39,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-08 23:30:39,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-08 23:30:39,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-08 23:30:39,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-08 23:30:39,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_00-model_states.pt. +19: [2023-05-08 23:30:39,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-08 23:30:39,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +19: [2023-05-08 23:30:39,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt... +21: [2023-05-08 23:30:39,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-08 23:30:39,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-08 23:30:39,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-08 23:30:39,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-08 23:30:39,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-08 23:30:39,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-08 23:30:39,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-08 23:30:39,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-08 23:30:39,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-08 23:30:39,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-08 23:30:39,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-08 23:30:39,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-08 23:30:39,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-08 23:30:39,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-08 23:30:39,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-08 23:30:39,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-08 23:30:39,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-08 23:30:39,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-08 23:30:39,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-08 23:30:39,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-08 23:30:39,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-08 23:30:39,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-08 23:30:39,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-08 23:30:39,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-08 23:30:39,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-08 23:30:39,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-08 23:30:39,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-08 23:30:39,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-08 23:30:39,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-08 23:30:39,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-08 23:30:39,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-08 23:30:39,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-08 23:30:39,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-08 23:30:39,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-08 23:30:39,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-08 23:30:39,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-08 23:30:39,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-08 23:30:39,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-08 23:30:39,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-08 23:30:39,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-08 23:30:39,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-08 23:30:39,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-08 23:30:39,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-08 23:30:39,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-08 23:30:39,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-08 23:30:39,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-08 23:30:39,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-08 23:30:39,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-08 23:30:39,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-08 23:30:39,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-08 23:30:39,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-08 23:30:39,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-08 23:30:39,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-08 23:30:39,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-08 23:30:39,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-08 23:30:39,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-08 23:30:39,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-08 23:30:39,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-08 23:30:39,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-08 23:30:39,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-08 23:30:39,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-08 23:30:39,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-08 23:30:39,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-08 23:30:39,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-08 23:30:39,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-08 23:30:39,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-08 23:30:39,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-08 23:30:39,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-08 23:30:39,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-08 23:30:39,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-08 23:30:39,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-08 23:30:39,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-08 23:30:39,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-08 23:30:39,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-08 23:30:39,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-08 23:30:39,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 3: [2023-05-08 23:30:39,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 3: [2023-05-08 23:30:39,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +27: [2023-05-08 23:30:39,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 5: [2023-05-08 23:30:39,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-08 23:30:39,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +17: [2023-05-08 23:30:39,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +17: [2023-05-08 23:30:39,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +17: [2023-05-08 23:30:39,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +29: [2023-05-08 23:30:39,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-08 23:30:39,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-08 23:30:39,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +29: [2023-05-08 23:30:39,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +27: [2023-05-08 23:30:39,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-08 23:30:39,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-08 23:30:39,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-08 23:30:39,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 7: [2023-05-08 23:30:39,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 7: [2023-05-08 23:30:39,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +29: [2023-05-08 23:30:39,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +29: [2023-05-08 23:30:39,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-08 23:30:39,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +29: [2023-05-08 23:30:39,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-08 23:30:39,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +24: [2023-05-08 23:30:39,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +24: [2023-05-08 23:30:39,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +24: [2023-05-08 23:30:39,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +13: [2023-05-08 23:30:39,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +13: [2023-05-08 23:30:39,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +24: [2023-05-08 23:30:39,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +13: [2023-05-08 23:30:39,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +29: [2023-05-08 23:30:39,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-08 23:30:39,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-08 23:30:39,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-08 23:30:39,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-08 23:30:39,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-08 23:30:39,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 2: [2023-05-08 23:30:39,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-08 23:30:39,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-08 23:30:39,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +16: [2023-05-08 23:30:39,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-08 23:30:39,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +22: [2023-05-08 23:30:39,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-08 23:30:39,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-08 23:30:39,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-08 23:30:39,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-08 23:30:39,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-08 23:30:39,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 9: [2023-05-08 23:30:39,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +11: [2023-05-08 23:30:39,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +11: [2023-05-08 23:30:39,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +22: [2023-05-08 23:30:39,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-08 23:30:39,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-08 23:30:39,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-08 23:30:39,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-08 23:30:39,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-08 23:30:39,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-08 23:30:39,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-08 23:30:39,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-08 23:30:39,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-08 23:30:39,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-08 23:30:39,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-08 23:30:39,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-08 23:30:39,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-08 23:30:39,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-08 23:30:39,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-08 23:30:39,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-08 23:30:39,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-08 23:30:39,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-08 23:30:39,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-08 23:30:39,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-08 23:30:39,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-08 23:30:39,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-08 23:30:39,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-08 23:30:39,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-08 23:30:39,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-08 23:30:39,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-08 23:30:39,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-08 23:30:39,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-08 23:30:39,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-08 23:30:39,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-08 23:30:39,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-08 23:30:39,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-08 23:30:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +20: [2023-05-08 23:30:39,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +20: [2023-05-08 23:30:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +20: [2023-05-08 23:30:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +10: [2023-05-08 23:30:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-08 23:30:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-08 23:30:39,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-08 23:30:39,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-08 23:30:39,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-08 23:30:39,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-08 23:30:39,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-08 23:30:39,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-08 23:30:39,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-08 23:30:39,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-08 23:30:39,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-08 23:30:39,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-08 23:30:39,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-08 23:30:39,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-08 23:30:39,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-08 23:30:39,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-08 23:30:39,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-08 23:30:39,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-08 23:30:39,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-08 23:30:39,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-08 23:30:39,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-08 23:30:39,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-08 23:30:39,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-08 23:30:39,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-08 23:30:39,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-08 23:30:39,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-08 23:30:39,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-08 23:30:39,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-08 23:30:39,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-08 23:30:39,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +26: [2023-05-08 23:30:39,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 9: [2023-05-08 23:30:39,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-08 23:30:39,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +26: [2023-05-08 23:30:39,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +22: [2023-05-08 23:30:39,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-08 23:30:39,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-08 23:30:39,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-08 23:30:39,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-08 23:30:39,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-08 23:30:39,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-08 23:30:39,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-08 23:30:39,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-08 23:30:39,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-08 23:30:39,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-08 23:30:39,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-08 23:30:39,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-08 23:30:39,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-08 23:30:39,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-08 23:30:39,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-08 23:30:39,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-08 23:30:39,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-08 23:30:39,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-08 23:30:39,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-08 23:30:39,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-08 23:30:39,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-08 23:30:39,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +14: [2023-05-08 23:30:39,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +17: [2023-05-08 23:30:39,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-08 23:30:39,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +31: [2023-05-08 23:30:39,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-08 23:30:39,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +17: [2023-05-08 23:30:39,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-08 23:30:39,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-08 23:30:39,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-08 23:30:39,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-08 23:30:39,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-08 23:30:39,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-08 23:30:39,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-08 23:30:39,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-08 23:30:39,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-08 23:30:39,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-08 23:30:39,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +22: [2023-05-08 23:30:39,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +22: [2023-05-08 23:30:39,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +22: [2023-05-08 23:30:39,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-08 23:30:39,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +30: [2023-05-08 23:30:39,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +30: [2023-05-08 23:30:39,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 5: [2023-05-08 23:30:39,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-08 23:30:39,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-08 23:30:39,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-08 23:30:39,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-08 23:30:39,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-08 23:30:39,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 4: [2023-05-08 23:30:39,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 4: [2023-05-08 23:30:39,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 3: [2023-05-08 23:30:39,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-08 23:30:39,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-08 23:30:39,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-08 23:30:39,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +26: [2023-05-08 23:30:39,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-08 23:30:39,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-08 23:30:39,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-08 23:30:39,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +30: [2023-05-08 23:30:39,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +24: [2023-05-08 23:30:39,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-08 23:30:39,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-08 23:30:39,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-08 23:30:39,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-08 23:30:39,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-08 23:30:39,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-08 23:30:39,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-08 23:30:39,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-08 23:30:39,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-08 23:30:39,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-08 23:30:39,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-08 23:30:39,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-08 23:30:39,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 5: [2023-05-08 23:30:39,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +14: [2023-05-08 23:30:39,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-08 23:30:39,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 8: [2023-05-08 23:30:39,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 8: [2023-05-08 23:30:39,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +15: [2023-05-08 23:30:39,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-08 23:30:39,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +15: [2023-05-08 23:30:39,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 8: [2023-05-08 23:30:39,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +28: [2023-05-08 23:30:39,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-08 23:30:39,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-08 23:30:39,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-08 23:30:39,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-08 23:30:39,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-08 23:30:39,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-08 23:30:39,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-08 23:30:39,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-08 23:30:39,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-08 23:30:39,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-08 23:30:39,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-08 23:30:39,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-08 23:30:39,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 9: [2023-05-08 23:30:39,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-08 23:30:39,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 3: [2023-05-08 23:30:39,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-08 23:30:39,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-08 23:30:39,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-08 23:30:39,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +17: [2023-05-08 23:30:39,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +17: [2023-05-08 23:30:39,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 3: [2023-05-08 23:30:39,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 3: [2023-05-08 23:30:39,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +29: [2023-05-08 23:30:39,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-08 23:30:39,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +29: [2023-05-08 23:30:39,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +11: [2023-05-08 23:30:39,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-08 23:30:39,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-08 23:30:39,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-08 23:30:39,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +25: [2023-05-08 23:30:39,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +25: [2023-05-08 23:30:39,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 9: [2023-05-08 23:30:39,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-08 23:30:39,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-08 23:30:39,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +15: [2023-05-08 23:30:39,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +15: [2023-05-08 23:30:39,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +11: [2023-05-08 23:30:39,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-08 23:30:39,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +30: [2023-05-08 23:30:39,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-08 23:30:39,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +31: [2023-05-08 23:30:39,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-08 23:30:39,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-08 23:30:39,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +28: [2023-05-08 23:30:39,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-08 23:30:39,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +27: [2023-05-08 23:30:39,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +27: [2023-05-08 23:30:39,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 8: [2023-05-08 23:30:39,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-08 23:30:39,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-08 23:30:39,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 4: [2023-05-08 23:30:39,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-08 23:30:39,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +29: [2023-05-08 23:30:39,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-08 23:30:39,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-08 23:30:39,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 8: [2023-05-08 23:30:39,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-08 23:30:39,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-08 23:30:39,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-08 23:30:39,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-08 23:30:39,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-08 23:30:39,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-08 23:30:39,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +22: [2023-05-08 23:30:39,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +17: [2023-05-08 23:30:39,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-08 23:30:39,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-08 23:30:39,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-08 23:30:39,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 5: [2023-05-08 23:30:39,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-08 23:30:39,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +29: [2023-05-08 23:30:39,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +30: [2023-05-08 23:30:39,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-08 23:30:39,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +29: [2023-05-08 23:30:39,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +30: [2023-05-08 23:30:39,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-08 23:30:39,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-08 23:30:39,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-08 23:30:39,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-08 23:30:39,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-08 23:30:39,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-08 23:30:39,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-08 23:30:39,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-08 23:30:39,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +24: [2023-05-08 23:30:39,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-08 23:30:39,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +24: [2023-05-08 23:30:39,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-08 23:30:39,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-08 23:30:39,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-08 23:30:39,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-08 23:30:39,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 6: [2023-05-08 23:30:39,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +12: [2023-05-08 23:30:39,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +12: [2023-05-08 23:30:39,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 6: [2023-05-08 23:30:39,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +12: [2023-05-08 23:30:39,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 6: [2023-05-08 23:30:39,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +12: [2023-05-08 23:30:39,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +23: [2023-05-08 23:30:39,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +23: [2023-05-08 23:30:39,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +23: [2023-05-08 23:30:39,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +23: [2023-05-08 23:30:39,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +24: [2023-05-08 23:30:39,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +24: [2023-05-08 23:30:39,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +24: [2023-05-08 23:30:39,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +24: [2023-05-08 23:30:39,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 1: [2023-05-08 23:30:39,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-08 23:30:39,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +11: [2023-05-08 23:30:39,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +11: [2023-05-08 23:30:39,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +11: [2023-05-08 23:30:39,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +11: [2023-05-08 23:30:39,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 0: [2023-05-08 23:30:39,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 0: [2023-05-08 23:30:39,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 0: [2023-05-08 23:30:39,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 0: [2023-05-08 23:30:39,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-08 23:30:39,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 1: [2023-05-08 23:30:39,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +10: [2023-05-08 23:30:39,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +10: [2023-05-08 23:30:39,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +18: [2023-05-08 23:30:39,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +18: [2023-05-08 23:30:39,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +10: [2023-05-08 23:30:39,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 3: [2023-05-08 23:30:39,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-08 23:30:39,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +18: [2023-05-08 23:30:39,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +18: [2023-05-08 23:30:39,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +15: [2023-05-08 23:30:39,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 9: [2023-05-08 23:30:39,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-08 23:30:39,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +21: [2023-05-08 23:30:39,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +21: [2023-05-08 23:30:39,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +17: [2023-05-08 23:30:39,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-08 23:30:39,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-08 23:30:39,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 3: [2023-05-08 23:30:39,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-08 23:30:39,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-08 23:30:39,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +25: [2023-05-08 23:30:39,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-08 23:30:39,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-08 23:30:39,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-08 23:30:39,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-08 23:30:39,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-08 23:30:39,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-08 23:30:39,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-08 23:30:39,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-08 23:30:39,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-08 23:30:39,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 9: [2023-05-08 23:30:39,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +28: [2023-05-08 23:30:39,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-08 23:30:39,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-08 23:30:39,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-08 23:30:39,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +17: [2023-05-08 23:30:39,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-08 23:30:39,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-08 23:30:39,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-08 23:30:39,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-08 23:30:39,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-08 23:30:39,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-08 23:30:39,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 9: [2023-05-08 23:30:39,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-08 23:30:39,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-08 23:30:39,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-08 23:30:39,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-08 23:30:39,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-08 23:30:39,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 3: [2023-05-08 23:30:39,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-08 23:30:39,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-08 23:30:39,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-08 23:30:39,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-08 23:30:39,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 9: [2023-05-08 23:30:39,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +11: [2023-05-08 23:30:39,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-08 23:30:39,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-08 23:30:39,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-08 23:30:39,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-08 23:30:39,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-08 23:30:39,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-08 23:30:39,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-08 23:30:39,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-08 23:30:39,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-08 23:30:39,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-08 23:30:39,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-08 23:30:39,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-08 23:30:39,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-08 23:30:39,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-08 23:30:39,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-08 23:30:39,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-08 23:30:39,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-08 23:30:39,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-08 23:30:39,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-08 23:30:39,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +19: [2023-05-08 23:30:39,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 0: [2023-05-08 23:30:39,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-08 23:30:39,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +16: [2023-05-08 23:30:39,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +19: [2023-05-08 23:30:39,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +22: [2023-05-08 23:30:39,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 5: [2023-05-08 23:30:39,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +30: [2023-05-08 23:30:39,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-08 23:30:39,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-08 23:30:39,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 0: [2023-05-08 23:30:39,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-08 23:30:39,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-08 23:30:39,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-08 23:30:39,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 0: [2023-05-08 23:30:39,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +15: [2023-05-08 23:30:39,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-08 23:30:39,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 5: [2023-05-08 23:30:39,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +22: [2023-05-08 23:30:39,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-08 23:30:39,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +30: [2023-05-08 23:30:39,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +22: [2023-05-08 23:30:39,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-08 23:30:39,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-08 23:30:39,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-08 23:30:39,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-08 23:30:39,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +20: [2023-05-08 23:30:39,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-08 23:30:39,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 5: [2023-05-08 23:30:39,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +19: [2023-05-08 23:30:39,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-08 23:30:39,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-08 23:30:39,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-08 23:30:39,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-08 23:30:39,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-08 23:30:39,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-08 23:30:39,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-08 23:30:39,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-08 23:30:39,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-08 23:30:39,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-08 23:30:39,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-08 23:30:39,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-08 23:30:39,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +26: [2023-05-08 23:30:39,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-08 23:30:39,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +21: [2023-05-08 23:30:39,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-08 23:30:39,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-08 23:30:39,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-08 23:30:39,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-08 23:30:39,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +20: [2023-05-08 23:30:39,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +26: [2023-05-08 23:30:39,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-08 23:30:39,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +20: [2023-05-08 23:30:39,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +20: [2023-05-08 23:30:39,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +26: [2023-05-08 23:30:39,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-08 23:30:39,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +26: [2023-05-08 23:30:39,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +20: [2023-05-08 23:30:39,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +26: [2023-05-08 23:30:39,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +26: [2023-05-08 23:30:39,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +26: [2023-05-08 23:30:39,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +30: [2023-05-08 23:30:39,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +30: [2023-05-08 23:30:39,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-08 23:30:39,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-08 23:30:39,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +30: [2023-05-08 23:30:39,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +25: [2023-05-08 23:30:39,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-08 23:30:39,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +22: [2023-05-08 23:30:39,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-08 23:30:39,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-08 23:30:39,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-08 23:30:39,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-08 23:30:39,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +25: [2023-05-08 23:30:39,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +28: [2023-05-08 23:30:39,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +27: [2023-05-08 23:30:39,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-08 23:30:39,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-08 23:30:39,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +28: [2023-05-08 23:30:39,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +25: [2023-05-08 23:30:39,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +15: [2023-05-08 23:30:39,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +22: [2023-05-08 23:30:39,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +16: [2023-05-08 23:30:39,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-08 23:30:39,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-08 23:30:39,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-08 23:30:39,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +28: [2023-05-08 23:30:39,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +15: [2023-05-08 23:30:39,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +16: [2023-05-08 23:30:39,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +27: [2023-05-08 23:30:39,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +27: [2023-05-08 23:30:39,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 2: [2023-05-08 23:30:39,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +16: [2023-05-08 23:30:39,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-08 23:30:39,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-08 23:30:39,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +12: [2023-05-08 23:30:39,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-08 23:30:39,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +27: [2023-05-08 23:30:39,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 2: [2023-05-08 23:30:39,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-08 23:30:39,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-08 23:30:39,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-08 23:30:39,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-08 23:30:39,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-08 23:30:39,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +28: [2023-05-08 23:30:39,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-08 23:30:39,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-08 23:30:39,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +23: [2023-05-08 23:30:39,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-08 23:30:39,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-08 23:30:39,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +15: [2023-05-08 23:30:39,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-08 23:30:39,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-08 23:30:39,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-08 23:30:39,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-08 23:30:39,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-08 23:30:39,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-08 23:30:39,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-08 23:30:39,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-08 23:30:39,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-08 23:30:39,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-08 23:30:39,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +12: [2023-05-08 23:30:39,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +19: [2023-05-08 23:30:39,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-08 23:30:39,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-08 23:30:39,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +11: [2023-05-08 23:30:39,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +28: [2023-05-08 23:30:39,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +28: [2023-05-08 23:30:39,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +12: [2023-05-08 23:30:39,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 2: [2023-05-08 23:30:39,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 2: [2023-05-08 23:30:39,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 2: [2023-05-08 23:30:39,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 0: [2023-05-08 23:30:39,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-08 23:30:39,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-08 23:30:39,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-08 23:30:39,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-08 23:30:39,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +19: [2023-05-08 23:30:39,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +23: [2023-05-08 23:30:39,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +15: [2023-05-08 23:30:39,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +15: [2023-05-08 23:30:39,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +15: [2023-05-08 23:30:39,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 0: [2023-05-08 23:30:39,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-08 23:30:39,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-08 23:30:39,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-08 23:30:39,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 7: [2023-05-08 23:30:39,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-08 23:30:39,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-08 23:30:39,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-08 23:30:39,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 7: [2023-05-08 23:30:39,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +13: [2023-05-08 23:30:39,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +11: [2023-05-08 23:30:39,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +11: [2023-05-08 23:30:39,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +14: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 4: [2023-05-08 23:30:39,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +14: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +14: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +14: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 4: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +10: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 6: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 6: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-08 23:30:39,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +10: [2023-05-08 23:30:39,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +10: [2023-05-08 23:30:39,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 8: [2023-05-08 23:30:39,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-08 23:30:39,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 1: [2023-05-08 23:30:39,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +23: [2023-05-08 23:30:39,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +23: [2023-05-08 23:30:39,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 1: [2023-05-08 23:30:39,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 1: [2023-05-08 23:30:39,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-08 23:30:39,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +11: [2023-05-08 23:30:39,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 8: [2023-05-08 23:30:39,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 8: [2023-05-08 23:30:39,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +11: [2023-05-08 23:30:39,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +19: [2023-05-08 23:30:39,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-08 23:30:39,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +10: [2023-05-08 23:30:39,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 4: [2023-05-08 23:30:39,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 4: [2023-05-08 23:30:39,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +10: [2023-05-08 23:30:39,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 4: [2023-05-08 23:30:39,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 4: [2023-05-08 23:30:39,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 4: [2023-05-08 23:30:39,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 4: [2023-05-08 23:30:39,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +12: [2023-05-08 23:30:39,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +12: [2023-05-08 23:30:39,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +12: [2023-05-08 23:30:39,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 1: [2023-05-08 23:30:39,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 6: [2023-05-08 23:30:39,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 6: [2023-05-08 23:30:39,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 1: [2023-05-08 23:30:39,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 4: [2023-05-08 23:30:39,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 7: [2023-05-08 23:30:39,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 1: [2023-05-08 23:30:39,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 4: [2023-05-08 23:30:39,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-08 23:30:39,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-08 23:30:39,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 7: [2023-05-08 23:30:39,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 7: [2023-05-08 23:30:39,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-08 23:30:39,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-08 23:30:39,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 8: [2023-05-08 23:30:39,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-08 23:30:39,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 7: [2023-05-08 23:30:39,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +21: [2023-05-08 23:30:39,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +20: [2023-05-08 23:30:39,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-08 23:30:39,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-08 23:30:39,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-08 23:30:39,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-08 23:30:39,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-08 23:30:39,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-08 23:30:39,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-08 23:30:39,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-08 23:30:39,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +26: [2023-05-08 23:30:39,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-08 23:30:39,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +21: [2023-05-08 23:30:39,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +21: [2023-05-08 23:30:39,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +21: [2023-05-08 23:30:39,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 0: [2023-05-08 23:30:39,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +31: [2023-05-08 23:30:39,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +31: [2023-05-08 23:30:39,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 0: [2023-05-08 23:30:39,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +31: [2023-05-08 23:30:39,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. + 0: [2023-05-08 23:30:39,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +31: [2023-05-08 23:30:39,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_03-model_01-model_states.pt. +20: [2023-05-08 23:30:39,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +20: [2023-05-08 23:30:39,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-08 23:30:39,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-08 23:30:39,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-08 23:30:39,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-08 23:30:39,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-08 23:30:39,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-08 23:30:39,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +20: [2023-05-08 23:30:39,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-08 23:30:39,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-08 23:30:39,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-08 23:30:39,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-08 23:30:39,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-08 23:30:39,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +16: [2023-05-08 23:30:39,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 2: [2023-05-08 23:30:39,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-08 23:30:39,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +16: [2023-05-08 23:30:39,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +16: [2023-05-08 23:30:39,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +13: [2023-05-08 23:30:39,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +13: [2023-05-08 23:30:39,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 0: [2023-05-08 23:30:39,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 2: [2023-05-08 23:30:39,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-08 23:30:39,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-08 23:30:39,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +12: [2023-05-08 23:30:39,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +19: [2023-05-08 23:30:39,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +13: [2023-05-08 23:30:39,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-08 23:30:39,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-08 23:30:39,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-08 23:30:39,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +19: [2023-05-08 23:30:39,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +18: [2023-05-08 23:30:39,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-08 23:30:39,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-08 23:30:39,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-08 23:30:39,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-08 23:30:39,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 0: [2023-05-08 23:30:39,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-08 23:30:39,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +12: [2023-05-08 23:30:39,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-08 23:30:39,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-08 23:30:39,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +18: [2023-05-08 23:30:39,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-08 23:30:39,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-08 23:30:39,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... + 7: [2023-05-08 23:30:39,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 7: [2023-05-08 23:30:39,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-08 23:30:39,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 8: [2023-05-08 23:30:39,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +14: [2023-05-08 23:30:39,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-08 23:30:39,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +31: [2023-05-08 23:30:39,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-08 23:30:39,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt... +18: [2023-05-08 23:30:39,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +18: [2023-05-08 23:30:39,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +13: [2023-05-08 23:30:39,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-08 23:30:39,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-08 23:30:39,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. + 4: [2023-05-08 23:30:39,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-08 23:30:39,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-08 23:30:39,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-08 23:30:39,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-08 23:30:39,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-08 23:30:39,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-08 23:30:39,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-08 23:30:39,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-08 23:30:39,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-08 23:30:39,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-08 23:30:39,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-08 23:30:39,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-08 23:30:39,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-08 23:30:39,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-08 23:30:39,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-08 23:30:39,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-08 23:30:39,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-08 23:30:39,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-08 23:30:39,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-08 23:30:39,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-08 23:30:39,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +18: [2023-05-08 23:30:39,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-08 23:30:39,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-08 23:30:39,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-08 23:30:39,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-08 23:30:39,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_00-model_states.pt. +31: [2023-05-08 23:30:39,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +31: [2023-05-08 23:30:39,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +31: [2023-05-08 23:30:39,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +31: [2023-05-08 23:30:39,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt... +18: [2023-05-08 23:30:39,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-08 23:30:39,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-08 23:30:39,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-08 23:30:39,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-08 23:30:39,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:39,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:39,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:39,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:39,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-08 23:30:39,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-08 23:30:39,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-08 23:30:39,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-08 23:30:39,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:39,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:39,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:39,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:39,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-08 23:30:39,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-08 23:30:39,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-08 23:30:39,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-08 23:30:40,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-08 23:30:40,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-08 23:30:40,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-08 23:30:40,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-08 23:30:40,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-08 23:30:40,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-08 23:30:40,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-08 23:30:40,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-08 23:30:40,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-08 23:30:40,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-08 23:30:40,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-08 23:30:40,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-08 23:30:40,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-08 23:30:40,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-08 23:30:40,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-08 23:30:40,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-08 23:30:40,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-08 23:30:40,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-08 23:30:40,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-08 23:30:40,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-08 23:30:40,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-08 23:30:40,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-08 23:30:40,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-08 23:30:40,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-08 23:30:40,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-08 23:30:40,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-08 23:30:40,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-08 23:30:40,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-08 23:30:40,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-08 23:30:40,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-08 23:30:40,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-08 23:30:40,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-08 23:30:40,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-08 23:30:40,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-08 23:30:40,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-08 23:30:40,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-08 23:30:40,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-08 23:30:40,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-08 23:30:40,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-08 23:30:40,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-08 23:30:40,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-08 23:30:40,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-08 23:30:40,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-08 23:30:40,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-08 23:30:40,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-08 23:30:40,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-08 23:30:40,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-08 23:30:40,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-08 23:30:40,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-08 23:30:40,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-08 23:30:40,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-08 23:30:40,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-08 23:30:40,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-08 23:30:40,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-08 23:30:40,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-08 23:30:40,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-08 23:30:40,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-08 23:30:40,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-08 23:30:40,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-08 23:30:40,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-08 23:30:40,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-08 23:30:40,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-08 23:30:40,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-08 23:30:40,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-08 23:30:40,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +30: [2023-05-08 23:30:40,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +30: [2023-05-08 23:30:40,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +30: [2023-05-08 23:30:40,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 1: [2023-05-08 23:30:40,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-08 23:30:40,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-08 23:30:40,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-08 23:30:40,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-08 23:30:40,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-08 23:30:40,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-08 23:30:40,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-08 23:30:40,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-08 23:30:40,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-08 23:30:40,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-08 23:30:40,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-08 23:30:40,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-08 23:30:40,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-08 23:30:40,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-08 23:30:40,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-08 23:30:40,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-08 23:30:40,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-08 23:30:40,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-08 23:30:40,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +29: [2023-05-08 23:30:40,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +29: [2023-05-08 23:30:40,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +29: [2023-05-08 23:30:40,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +28: [2023-05-08 23:30:40,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-08 23:30:40,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-08 23:30:40,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-08 23:30:40,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-08 23:30:40,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-08 23:30:40,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-08 23:30:40,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-08 23:30:40,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-08 23:30:40,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-08 23:30:40,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-08 23:30:40,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-08 23:30:40,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-08 23:30:40,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-08 23:30:40,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-08 23:30:40,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-08 23:30:40,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-08 23:30:40,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-08 23:30:40,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-08 23:30:40,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 5: [2023-05-08 23:30:40,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 5: [2023-05-08 23:30:40,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 5: [2023-05-08 23:30:40,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +24: [2023-05-08 23:30:40,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-08 23:30:40,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-08 23:30:40,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-08 23:30:40,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-08 23:30:40,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-08 23:30:40,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 3: [2023-05-08 23:30:40,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 3: [2023-05-08 23:30:40,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 3: [2023-05-08 23:30:40,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 3: [2023-05-08 23:30:40,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 5: [2023-05-08 23:30:40,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +29: [2023-05-08 23:30:40,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-08 23:30:40,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-08 23:30:40,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-08 23:30:40,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-08 23:30:40,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-08 23:30:40,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-08 23:30:40,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +21: [2023-05-08 23:30:40,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-08 23:30:40,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +29: [2023-05-08 23:30:40,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 3: [2023-05-08 23:30:40,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-08 23:30:40,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-08 23:30:40,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-08 23:30:40,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-08 23:30:40,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +17: [2023-05-08 23:30:40,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +17: [2023-05-08 23:30:40,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +17: [2023-05-08 23:30:40,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +21: [2023-05-08 23:30:40,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-08 23:30:40,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-08 23:30:40,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-08 23:30:40,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-08 23:30:40,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-08 23:30:40,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-08 23:30:40,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-08 23:30:40,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-08 23:30:40,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-08 23:30:40,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-08 23:30:40,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-08 23:30:40,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-08 23:30:40,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-08 23:30:40,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-08 23:30:40,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 6: [2023-05-08 23:30:40,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +25: [2023-05-08 23:30:40,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 6: [2023-05-08 23:30:40,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +25: [2023-05-08 23:30:40,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-08 23:30:40,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-08 23:30:40,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-08 23:30:40,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-08 23:30:40,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-08 23:30:40,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +27: [2023-05-08 23:30:40,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +27: [2023-05-08 23:30:40,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +27: [2023-05-08 23:30:40,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 6: [2023-05-08 23:30:40,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-08 23:30:40,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-08 23:30:40,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-08 23:30:40,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-08 23:30:40,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-08 23:30:40,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-08 23:30:40,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +26: [2023-05-08 23:30:40,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-08 23:30:40,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-08 23:30:40,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +24: [2023-05-08 23:30:40,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +24: [2023-05-08 23:30:40,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +24: [2023-05-08 23:30:40,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +26: [2023-05-08 23:30:40,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +26: [2023-05-08 23:30:40,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +23: [2023-05-08 23:30:40,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +23: [2023-05-08 23:30:40,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +19: [2023-05-08 23:30:40,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-08 23:30:40,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +26: [2023-05-08 23:30:40,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +19: [2023-05-08 23:30:40,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-08 23:30:40,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-08 23:30:40,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-08 23:30:40,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-08 23:30:40,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +11: [2023-05-08 23:30:40,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +11: [2023-05-08 23:30:40,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +11: [2023-05-08 23:30:40,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +11: [2023-05-08 23:30:40,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 9: [2023-05-08 23:30:40,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-08 23:30:40,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-08 23:30:40,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-08 23:30:40,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +16: [2023-05-08 23:30:40,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +13: [2023-05-08 23:30:40,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +13: [2023-05-08 23:30:40,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +22: [2023-05-08 23:30:40,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 4: [2023-05-08 23:30:40,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 4: [2023-05-08 23:30:40,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +21: [2023-05-08 23:30:40,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +21: [2023-05-08 23:30:40,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +21: [2023-05-08 23:30:40,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +21: [2023-05-08 23:30:40,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +20: [2023-05-08 23:30:40,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +20: [2023-05-08 23:30:40,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +20: [2023-05-08 23:30:40,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +20: [2023-05-08 23:30:40,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 4: [2023-05-08 23:30:40,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 9: [2023-05-08 23:30:40,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 9: [2023-05-08 23:30:40,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +11: [2023-05-08 23:30:40,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-08 23:30:40,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-08 23:30:40,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-08 23:30:40,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-08 23:30:40,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +16: [2023-05-08 23:30:40,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 9: [2023-05-08 23:30:40,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-08 23:30:40,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +17: [2023-05-08 23:30:40,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-08 23:30:40,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-08 23:30:40,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +25: [2023-05-08 23:30:40,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +11: [2023-05-08 23:30:40,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-08 23:30:40,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-08 23:30:40,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-08 23:30:40,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +11: [2023-05-08 23:30:40,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-08 23:30:40,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +22: [2023-05-08 23:30:40,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-08 23:30:40,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +22: [2023-05-08 23:30:40,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-08 23:30:40,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-08 23:30:40,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 3: [2023-05-08 23:30:40,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-08 23:30:40,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-08 23:30:40,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-08 23:30:40,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 8: [2023-05-08 23:30:40,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 8: [2023-05-08 23:30:40,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +17: [2023-05-08 23:30:40,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-08 23:30:40,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 9: [2023-05-08 23:30:40,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-08 23:30:40,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 8: [2023-05-08 23:30:40,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 3: [2023-05-08 23:30:40,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-08 23:30:40,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +28: [2023-05-08 23:30:40,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +28: [2023-05-08 23:30:40,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 3: [2023-05-08 23:30:40,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-08 23:30:40,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +14: [2023-05-08 23:30:40,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +11: [2023-05-08 23:30:40,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-08 23:30:40,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +14: [2023-05-08 23:30:40,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +11: [2023-05-08 23:30:40,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-08 23:30:40,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +14: [2023-05-08 23:30:40,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 3: [2023-05-08 23:30:40,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 3: [2023-05-08 23:30:40,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +17: [2023-05-08 23:30:40,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +15: [2023-05-08 23:30:40,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +17: [2023-05-08 23:30:40,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +17: [2023-05-08 23:30:40,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-08 23:30:40,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +12: [2023-05-08 23:30:40,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-08 23:30:40,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +12: [2023-05-08 23:30:40,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-08 23:30:40,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-08 23:30:40,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +12: [2023-05-08 23:30:40,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-08 23:30:40,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-08 23:30:40,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-08 23:30:40,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +17: [2023-05-08 23:30:40,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +27: [2023-05-08 23:30:40,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-08 23:30:40,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-08 23:30:40,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +22: [2023-05-08 23:30:40,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +22: [2023-05-08 23:30:40,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +19: [2023-05-08 23:30:40,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +19: [2023-05-08 23:30:40,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +19: [2023-05-08 23:30:40,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +22: [2023-05-08 23:30:40,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 1: [2023-05-08 23:30:40,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 1: [2023-05-08 23:30:40,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +19: [2023-05-08 23:30:40,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +27: [2023-05-08 23:30:40,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-08 23:30:40,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +10: [2023-05-08 23:30:40,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +27: [2023-05-08 23:30:40,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-08 23:30:40,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-08 23:30:40,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +10: [2023-05-08 23:30:40,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 1: [2023-05-08 23:30:40,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 7: [2023-05-08 23:30:40,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 1: [2023-05-08 23:30:40,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +23: [2023-05-08 23:30:40,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-08 23:30:40,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 7: [2023-05-08 23:30:40,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +26: [2023-05-08 23:30:40,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-08 23:30:40,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-08 23:30:40,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +23: [2023-05-08 23:30:40,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-08 23:30:40,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +23: [2023-05-08 23:30:40,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-08 23:30:40,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-08 23:30:40,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-08 23:30:40,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-08 23:30:40,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-08 23:30:40,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-08 23:30:40,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 2: [2023-05-08 23:30:40,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 4: [2023-05-08 23:30:40,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-08 23:30:40,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-08 23:30:40,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 2: [2023-05-08 23:30:40,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +20: [2023-05-08 23:30:40,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-08 23:30:40,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +12: [2023-05-08 23:30:40,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +12: [2023-05-08 23:30:40,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 0: [2023-05-08 23:30:40,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 0: [2023-05-08 23:30:40,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +31: [2023-05-08 23:30:40,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +31: [2023-05-08 23:30:40,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +31: [2023-05-08 23:30:40,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 0: [2023-05-08 23:30:40,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +31: [2023-05-08 23:30:40,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. + 0: [2023-05-08 23:30:40,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +11: [2023-05-08 23:30:40,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-08 23:30:40,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-08 23:30:40,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-08 23:30:40,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-08 23:30:40,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-08 23:30:40,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-08 23:30:40,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-08 23:30:40,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-08 23:30:40,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +16: [2023-05-08 23:30:40,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-08 23:30:40,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-08 23:30:40,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-08 23:30:40,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-08 23:30:40,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-08 23:30:40,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +24: [2023-05-08 23:30:40,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-08 23:30:40,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-08 23:30:40,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +16: [2023-05-08 23:30:40,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-08 23:30:40,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-08 23:30:40,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-08 23:30:40,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-08 23:30:40,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-08 23:30:40,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-08 23:30:40,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-08 23:30:40,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-08 23:30:40,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-08 23:30:40,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-08 23:30:40,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-08 23:30:40,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-08 23:30:40,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-08 23:30:40,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-08 23:30:40,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-08 23:30:40,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +28: [2023-05-08 23:30:40,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-08 23:30:40,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-08 23:30:40,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-08 23:30:40,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +21: [2023-05-08 23:30:40,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-08 23:30:40,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-08 23:30:40,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-08 23:30:40,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-08 23:30:40,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-08 23:30:40,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-08 23:30:40,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-08 23:30:40,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-08 23:30:40,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-08 23:30:40,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-08 23:30:40,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-08 23:30:40,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-08 23:30:40,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-08 23:30:40,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-08 23:30:40,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-08 23:30:40,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-08 23:30:40,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-08 23:30:40,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-08 23:30:40,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-08 23:30:40,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +14: [2023-05-08 23:30:40,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-08 23:30:40,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-08 23:30:40,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-08 23:30:40,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-08 23:30:40,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-08 23:30:40,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-08 23:30:40,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-08 23:30:40,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-08 23:30:40,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-08 23:30:40,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-08 23:30:40,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-08 23:30:40,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-08 23:30:40,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-08 23:30:40,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-08 23:30:40,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-08 23:30:40,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 6: [2023-05-08 23:30:40,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +15: [2023-05-08 23:30:40,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-08 23:30:40,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-08 23:30:40,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:40,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-08 23:30:40,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +12: [2023-05-08 23:30:40,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +27: [2023-05-08 23:30:40,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +25: [2023-05-08 23:30:40,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-08 23:30:40,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-08 23:30:40,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-08 23:30:40,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 6: [2023-05-08 23:30:40,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +19: [2023-05-08 23:30:40,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-08 23:30:40,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-08 23:30:40,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-08 23:30:40,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-08 23:30:40,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-08 23:30:40,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-08 23:30:40,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-08 23:30:40,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-08 23:30:40,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +17: [2023-05-08 23:30:40,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-08 23:30:40,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-08 23:30:40,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-08 23:30:40,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-08 23:30:40,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-08 23:30:40,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-08 23:30:40,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-08 23:30:40,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-08 23:30:40,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-08 23:30:40,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-08 23:30:40,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-08 23:30:40,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-08 23:30:40,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +26: [2023-05-08 23:30:40,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-08 23:30:40,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-08 23:30:40,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-08 23:30:40,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-08 23:30:40,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-08 23:30:40,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +22: [2023-05-08 23:30:40,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-08 23:30:40,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-08 23:30:40,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-08 23:30:40,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-08 23:30:40,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +24: [2023-05-08 23:30:40,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-08 23:30:40,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-08 23:30:40,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-08 23:30:40,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-08 23:30:40,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-08 23:30:40,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-08 23:30:40,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +23: [2023-05-08 23:30:40,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +16: [2023-05-08 23:30:40,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-08 23:30:40,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-08 23:30:40,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +29: [2023-05-08 23:30:40,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-08 23:30:40,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-08 23:30:40,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-08 23:30:40,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-08 23:30:40,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-08 23:30:40,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:40,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-08 23:30:40,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-08 23:30:40,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-08 23:30:40,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-08 23:30:40,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-08 23:30:40,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-08 23:30:40,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-08 23:30:40,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +26: [2023-05-08 23:30:40,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 4: [2023-05-08 23:30:40,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-08 23:30:40,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +16: [2023-05-08 23:30:40,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-08 23:30:40,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:40,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 4: [2023-05-08 23:30:40,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-08 23:30:40,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-08 23:30:40,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-08 23:30:40,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 4: [2023-05-08 23:30:40,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +11: [2023-05-08 23:30:40,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-08 23:30:40,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-08 23:30:40,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +27: [2023-05-08 23:30:40,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-08 23:30:40,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +22: [2023-05-08 23:30:40,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-08 23:30:40,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-08 23:30:40,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-08 23:30:40,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +28: [2023-05-08 23:30:40,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:40,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +12: [2023-05-08 23:30:40,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-08 23:30:40,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-08 23:30:40,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:40,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-08 23:30:40,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-08 23:30:40,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-08 23:30:40,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-08 23:30:40,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-08 23:30:40,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-08 23:30:40,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-08 23:30:40,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-08 23:30:40,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +28: [2023-05-08 23:30:40,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-08 23:30:40,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-08 23:30:40,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +17: [2023-05-08 23:30:40,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-08 23:30:40,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-08 23:30:40,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-08 23:30:40,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +24: [2023-05-08 23:30:40,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +11: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +16: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +11: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +25: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +11: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +28: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +25: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +21: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +28: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +28: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +16: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +20: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-08 23:30:40,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-08 23:30:40,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 4: [2023-05-08 23:30:40,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 4: [2023-05-08 23:30:40,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 9: [2023-05-08 23:30:40,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-08 23:30:40,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +21: [2023-05-08 23:30:40,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +11: [2023-05-08 23:30:40,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:40,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +14: [2023-05-08 23:30:40,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +10: [2023-05-08 23:30:40,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-08 23:30:40,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +28: [2023-05-08 23:30:40,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +21: [2023-05-08 23:30:40,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +24: [2023-05-08 23:30:40,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +25: [2023-05-08 23:30:40,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +21: [2023-05-08 23:30:40,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +25: [2023-05-08 23:30:40,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +24: [2023-05-08 23:30:40,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +24: [2023-05-08 23:30:40,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +20: [2023-05-08 23:30:40,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +20: [2023-05-08 23:30:40,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +20: [2023-05-08 23:30:40,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +20: [2023-05-08 23:30:40,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +15: [2023-05-08 23:30:40,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-08 23:30:40,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +25: [2023-05-08 23:30:40,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +10: [2023-05-08 23:30:40,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-08 23:30:40,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +11: [2023-05-08 23:30:40,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +14: [2023-05-08 23:30:40,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-08 23:30:40,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-08 23:30:40,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-08 23:30:40,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-08 23:30:40,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 4: [2023-05-08 23:30:40,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +12: [2023-05-08 23:30:40,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-08 23:30:40,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 1: [2023-05-08 23:30:40,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-08 23:30:40,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-08 23:30:40,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-08 23:30:40,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-08 23:30:40,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-08 23:30:40,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +14: [2023-05-08 23:30:40,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +14: [2023-05-08 23:30:40,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +11: [2023-05-08 23:30:40,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +31: [2023-05-08 23:30:40,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:40,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-08 23:30:40,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +11: [2023-05-08 23:30:40,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-08 23:30:40,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-08 23:30:40,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-08 23:30:40,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-08 23:30:40,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-08 23:30:40,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 1: [2023-05-08 23:30:40,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +11: [2023-05-08 23:30:40,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-08 23:30:40,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +19: [2023-05-08 23:30:40,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-08 23:30:40,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-08 23:30:40,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +10: [2023-05-08 23:30:40,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-08 23:30:40,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-08 23:30:40,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +19: [2023-05-08 23:30:40,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-08 23:30:40,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-08 23:30:40,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-08 23:30:40,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +15: [2023-05-08 23:30:40,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +31: [2023-05-08 23:30:40,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-08 23:30:40,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +31: [2023-05-08 23:30:40,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-08 23:30:40,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-08 23:30:40,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-08 23:30:40,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-08 23:30:40,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +10: [2023-05-08 23:30:40,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +22: [2023-05-08 23:30:40,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +12: [2023-05-08 23:30:40,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 9: [2023-05-08 23:30:40,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-08 23:30:40,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +20: [2023-05-08 23:30:40,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-08 23:30:40,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-08 23:30:40,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-08 23:30:40,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +20: [2023-05-08 23:30:40,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-08 23:30:40,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +27: [2023-05-08 23:30:40,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-08 23:30:40,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-08 23:30:40,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-08 23:30:40,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +31: [2023-05-08 23:30:40,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +27: [2023-05-08 23:30:40,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-08 23:30:40,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +10: [2023-05-08 23:30:40,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-08 23:30:40,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-08 23:30:40,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-08 23:30:40,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-08 23:30:40,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-08 23:30:40,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-08 23:30:40,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-08 23:30:40,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-08 23:30:40,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-08 23:30:40,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +22: [2023-05-08 23:30:40,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +20: [2023-05-08 23:30:40,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +15: [2023-05-08 23:30:40,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-08 23:30:40,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-08 23:30:40,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-08 23:30:40,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-08 23:30:40,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 4: [2023-05-08 23:30:40,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +29: [2023-05-08 23:30:40,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-08 23:30:40,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-08 23:30:40,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-08 23:30:40,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-08 23:30:40,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-08 23:30:40,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-08 23:30:40,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +12: [2023-05-08 23:30:40,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-08 23:30:40,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-08 23:30:40,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-08 23:30:40,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-08 23:30:40,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-08 23:30:40,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 5: [2023-05-08 23:30:40,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-08 23:30:40,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:40,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 5: [2023-05-08 23:30:40,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +14: [2023-05-08 23:30:40,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-08 23:30:40,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-08 23:30:40,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-08 23:30:40,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-08 23:30:40,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +12: [2023-05-08 23:30:40,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +12: [2023-05-08 23:30:40,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +30: [2023-05-08 23:30:40,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-08 23:30:40,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-08 23:30:40,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 5: [2023-05-08 23:30:40,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-08 23:30:40,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +19: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +30: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +16: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 2: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +13: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-08 23:30:40,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +13: [2023-05-08 23:30:40,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +13: [2023-05-08 23:30:40,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +13: [2023-05-08 23:30:40,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 5: [2023-05-08 23:30:40,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +13: [2023-05-08 23:30:40,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 7: [2023-05-08 23:30:40,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-08 23:30:40,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 7: [2023-05-08 23:30:40,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 2: [2023-05-08 23:30:40,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 2: [2023-05-08 23:30:40,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-08 23:30:40,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-08 23:30:40,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +30: [2023-05-08 23:30:40,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +30: [2023-05-08 23:30:40,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 7: [2023-05-08 23:30:40,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 4: [2023-05-08 23:30:40,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +16: [2023-05-08 23:30:40,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 2: [2023-05-08 23:30:40,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 2: [2023-05-08 23:30:40,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-08 23:30:40,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +18: [2023-05-08 23:30:40,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +16: [2023-05-08 23:30:40,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-08 23:30:40,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +30: [2023-05-08 23:30:40,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +20: [2023-05-08 23:30:40,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-08 23:30:40,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-08 23:30:40,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +20: [2023-05-08 23:30:40,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-08 23:30:40,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-08 23:30:40,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-08 23:30:40,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_04-model_01-model_states.pt. +14: [2023-05-08 23:30:40,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-08 23:30:40,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-08 23:30:40,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +30: [2023-05-08 23:30:40,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 7: [2023-05-08 23:30:40,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +31: [2023-05-08 23:30:40,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 7: [2023-05-08 23:30:40,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +10: [2023-05-08 23:30:40,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 7: [2023-05-08 23:30:40,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +15: [2023-05-08 23:30:40,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-08 23:30:40,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-08 23:30:40,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-08 23:30:40,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-08 23:30:40,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-08 23:30:40,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-08 23:30:40,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-08 23:30:40,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-08 23:30:40,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-08 23:30:40,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-08 23:30:40,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-08 23:30:40,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-08 23:30:40,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-08 23:30:40,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-08 23:30:40,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-08 23:30:40,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-08 23:30:40,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-08 23:30:40,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-08 23:30:40,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-08 23:30:40,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:40,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-08 23:30:40,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-08 23:30:40,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +27: [2023-05-08 23:30:40,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-08 23:30:40,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-08 23:30:40,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-08 23:30:40,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-08 23:30:40,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-08 23:30:40,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 8: [2023-05-08 23:30:40,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 8: [2023-05-08 23:30:40,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 8: [2023-05-08 23:30:40,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 0: [2023-05-08 23:30:40,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 0: [2023-05-08 23:30:40,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 8: [2023-05-08 23:30:40,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 0: [2023-05-08 23:30:40,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 0: [2023-05-08 23:30:40,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-08 23:30:40,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-08 23:30:40,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-08 23:30:40,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-08 23:30:40,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-08 23:30:40,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-08 23:30:40,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-08 23:30:40,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-08 23:30:40,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-08 23:30:40,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-08 23:30:40,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-08 23:30:40,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +31: [2023-05-08 23:30:40,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-08 23:30:40,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +18: [2023-05-08 23:30:40,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt... +30: [2023-05-08 23:30:40,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +13: [2023-05-08 23:30:40,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-08 23:30:40,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-08 23:30:40,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-08 23:30:40,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +31: [2023-05-08 23:30:40,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-08 23:30:40,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-08 23:30:40,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-08 23:30:40,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-08 23:30:40,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-08 23:30:40,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-08 23:30:40,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-08 23:30:40,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-08 23:30:40,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-08 23:30:40,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +23: [2023-05-08 23:30:40,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-08 23:30:40,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-08 23:30:40,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +30: [2023-05-08 23:30:40,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-08 23:30:40,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +18: [2023-05-08 23:30:40,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 7: [2023-05-08 23:30:40,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... +23: [2023-05-08 23:30:40,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-08 23:30:40,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-08 23:30:40,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-08 23:30:40,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-08 23:30:40,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-08 23:30:40,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-08 23:30:40,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt... + 8: [2023-05-08 23:30:40,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. +18: [2023-05-08 23:30:40,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-08 23:30:40,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-08 23:30:40,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-08 23:30:40,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-08 23:30:40,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-08 23:30:40,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-08 23:30:40,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-08 23:30:40,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-08 23:30:40,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-08 23:30:40,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-08 23:30:40,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-08 23:30:40,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-08 23:30:40,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-08 23:30:40,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-08 23:30:40,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-08 23:30:40,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-08 23:30:40,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-08 23:30:40,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-08 23:30:40,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-08 23:30:40,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-08 23:30:40,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-08 23:30:40,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-08 23:30:40,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-08 23:30:40,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-08 23:30:40,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-08 23:30:40,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-08 23:30:40,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-08 23:30:40,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-08 23:30:40,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-08 23:30:40,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-08 23:30:40,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-08 23:30:40,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-08 23:30:40,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-08 23:30:40,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-08 23:30:40,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-08 23:30:40,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-08 23:30:40,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-08 23:30:40,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-08 23:30:40,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-08 23:30:40,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-08 23:30:40,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-08 23:30:40,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-08 23:30:40,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-08 23:30:40,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-08 23:30:40,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-08 23:30:40,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-08 23:30:40,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-08 23:30:40,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-08 23:30:40,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-08 23:30:40,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-08 23:30:40,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-08 23:30:40,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-08 23:30:40,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-08 23:30:40,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-08 23:30:40,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-08 23:30:40,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-08 23:30:40,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-08 23:30:40,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-08 23:30:40,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-08 23:30:40,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-08 23:30:40,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-08 23:30:40,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-08 23:30:40,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-08 23:30:40,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-08 23:30:40,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-08 23:30:40,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-08 23:30:40,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-08 23:30:40,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-08 23:30:40,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-08 23:30:40,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-08 23:30:40,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-08 23:30:40,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-08 23:30:40,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-08 23:30:40,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-08 23:30:40,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-08 23:30:40,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-08 23:30:40,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-08 23:30:40,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-08 23:30:40,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-08 23:30:40,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-08 23:30:40,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-08 23:30:40,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-08 23:30:40,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-08 23:30:40,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-08 23:30:40,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-08 23:30:40,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-08 23:30:40,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-08 23:30:40,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-08 23:30:40,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-08 23:30:40,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-08 23:30:40,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-08 23:30:40,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-08 23:30:40,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-08 23:30:40,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-08 23:30:40,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-08 23:30:40,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-08 23:30:40,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-08 23:30:40,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-08 23:30:40,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-08 23:30:40,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-08 23:30:40,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-08 23:30:40,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-08 23:30:40,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-08 23:30:40,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-08 23:30:40,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-08 23:30:40,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-08 23:30:40,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-08 23:30:40,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-08 23:30:40,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-08 23:30:40,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-08 23:30:40,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-08 23:30:40,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-08 23:30:40,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-08 23:30:40,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-08 23:30:40,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-08 23:30:40,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-08 23:30:40,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-08 23:30:40,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-08 23:30:40,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-08 23:30:40,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-08 23:30:40,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-08 23:30:40,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-08 23:30:40,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-08 23:30:40,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-08 23:30:40,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-08 23:30:40,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-08 23:30:40,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-08 23:30:40,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-08 23:30:40,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-08 23:30:40,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-08 23:30:40,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-08 23:30:40,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-08 23:30:40,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-08 23:30:40,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-08 23:30:40,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-08 23:30:40,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-08 23:30:40,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-08 23:30:40,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 3: [2023-05-08 23:30:40,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 3: [2023-05-08 23:30:40,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 3: [2023-05-08 23:30:40,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +12: [2023-05-08 23:30:40,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-08 23:30:40,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-08 23:30:40,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-08 23:30:40,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-08 23:30:40,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +24: [2023-05-08 23:30:40,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +24: [2023-05-08 23:30:40,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +24: [2023-05-08 23:30:40,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +17: [2023-05-08 23:30:40,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-08 23:30:40,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-08 23:30:40,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-08 23:30:40,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-08 23:30:40,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-08 23:30:40,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-08 23:30:40,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-08 23:30:40,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-08 23:30:40,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-08 23:30:40,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-08 23:30:40,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-08 23:30:40,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-08 23:30:40,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-08 23:30:40,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-08 23:30:40,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-08 23:30:40,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-08 23:30:40,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-08 23:30:40,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-08 23:30:40,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-08 23:30:40,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-08 23:30:40,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-08 23:30:40,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-08 23:30:40,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-08 23:30:40,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-08 23:30:40,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-08 23:30:40,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-08 23:30:40,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-08 23:30:40,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-08 23:30:40,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +24: [2023-05-08 23:30:40,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-08 23:30:40,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-08 23:30:40,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-08 23:30:40,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-08 23:30:40,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-08 23:30:40,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-08 23:30:40,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-08 23:30:40,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-08 23:30:40,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-08 23:30:40,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-08 23:30:40,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-08 23:30:40,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-08 23:30:40,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-08 23:30:40,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-08 23:30:40,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-08 23:30:40,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-08 23:30:40,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-08 23:30:40,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-08 23:30:40,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-08 23:30:40,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-08 23:30:40,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-08 23:30:40,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-08 23:30:40,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-08 23:30:40,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-08 23:30:40,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-08 23:30:40,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-08 23:30:40,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-08 23:30:40,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-08 23:30:40,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-08 23:30:40,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:40,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-08 23:30:40,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-08 23:30:40,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-08 23:30:40,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-08 23:30:40,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-08 23:30:40,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-08 23:30:40,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-08 23:30:40,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-08 23:30:40,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-08 23:30:40,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-08 23:30:40,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-08 23:30:40,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-08 23:30:40,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-08 23:30:40,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-08 23:30:40,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-08 23:30:40,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-08 23:30:40,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-08 23:30:40,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-08 23:30:40,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-08 23:30:40,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-08 23:30:40,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-08 23:30:40,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-08 23:30:40,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-08 23:30:40,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +31: [2023-05-08 23:30:40,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-08 23:30:40,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-08 23:30:40,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 3: [2023-05-08 23:30:40,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +31: [2023-05-08 23:30:40,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-08 23:30:40,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-08 23:30:40,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-08 23:30:40,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-08 23:30:40,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-08 23:30:40,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-08 23:30:40,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 4: [2023-05-08 23:30:40,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 4: [2023-05-08 23:30:40,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-08 23:30:40,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-08 23:30:40,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-08 23:30:40,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-08 23:30:40,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-08 23:30:40,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +24: [2023-05-08 23:30:40,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +24: [2023-05-08 23:30:40,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 7: [2023-05-08 23:30:40,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-08 23:30:40,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-08 23:30:40,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-08 23:30:40,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-08 23:30:40,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-08 23:30:40,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-08 23:30:40,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-08 23:30:40,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-08 23:30:40,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-08 23:30:40,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-08 23:30:40,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-08 23:30:40,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-08 23:30:40,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-08 23:30:40,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-08 23:30:40,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-08 23:30:40,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:40,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-08 23:30:40,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-08 23:30:40,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-08 23:30:40,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-08 23:30:40,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-08 23:30:40,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-08 23:30:40,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-08 23:30:40,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-08 23:30:40,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-08 23:30:40,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-08 23:30:40,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-08 23:30:40,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-08 23:30:40,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-08 23:30:40,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-08 23:30:40,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-08 23:30:40,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-08 23:30:40,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-08 23:30:40,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-08 23:30:40,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-08 23:30:40,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-08 23:30:40,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-08 23:30:40,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-08 23:30:40,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-08 23:30:40,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-08 23:30:40,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-08 23:30:40,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-08 23:30:40,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-08 23:30:40,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-08 23:30:40,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-08 23:30:40,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-08 23:30:40,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-08 23:30:40,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-08 23:30:40,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-08 23:30:40,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-08 23:30:40,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-08 23:30:40,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-08 23:30:40,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-08 23:30:40,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-08 23:30:40,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-08 23:30:40,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-08 23:30:40,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-08 23:30:40,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-08 23:30:40,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-08 23:30:40,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-08 23:30:40,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +26: [2023-05-08 23:30:40,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +30: [2023-05-08 23:30:40,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-08 23:30:40,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +26: [2023-05-08 23:30:40,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 0: [2023-05-08 23:30:40,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-08 23:30:40,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-08 23:30:40,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-08 23:30:40,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-08 23:30:40,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-08 23:30:40,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-08 23:30:40,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-08 23:30:40,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-08 23:30:40,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-08 23:30:40,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-08 23:30:40,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-08 23:30:40,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-08 23:30:40,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-08 23:30:40,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-08 23:30:40,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-08 23:30:40,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-08 23:30:40,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-08 23:30:40,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-08 23:30:40,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-08 23:30:40,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 5: [2023-05-08 23:30:40,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 5: [2023-05-08 23:30:40,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-08 23:30:40,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 6: [2023-05-08 23:30:40,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +23: [2023-05-08 23:30:40,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +23: [2023-05-08 23:30:40,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +26: [2023-05-08 23:30:40,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-08 23:30:40,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-08 23:30:40,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 2: [2023-05-08 23:30:40,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-08 23:30:40,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 2: [2023-05-08 23:30:40,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-08 23:30:40,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:40,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-08 23:30:40,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-08 23:30:40,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-08 23:30:40,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 4: [2023-05-08 23:30:40,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +26: [2023-05-08 23:30:40,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-08 23:30:40,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +10: [2023-05-08 23:30:40,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +16: [2023-05-08 23:30:40,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 5: [2023-05-08 23:30:40,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 8: [2023-05-08 23:30:40,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 5: [2023-05-08 23:30:40,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 0: [2023-05-08 23:30:40,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 0: [2023-05-08 23:30:40,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 0: [2023-05-08 23:30:40,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 5: [2023-05-08 23:30:40,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 6: [2023-05-08 23:30:40,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-08 23:30:40,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-08 23:30:40,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-08 23:30:40,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-08 23:30:40,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-08 23:30:40,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +16: [2023-05-08 23:30:40,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +10: [2023-05-08 23:30:40,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-08 23:30:40,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-08 23:30:40,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-08 23:30:40,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-08 23:30:40,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-08 23:30:40,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 6: [2023-05-08 23:30:40,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-08 23:30:40,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +10: [2023-05-08 23:30:40,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-08 23:30:40,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-08 23:30:40,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-08 23:30:40,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-08 23:30:40,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-08 23:30:40,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-08 23:30:40,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-08 23:30:40,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-08 23:30:40,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-08 23:30:40,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +30: [2023-05-08 23:30:40,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +30: [2023-05-08 23:30:40,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +30: [2023-05-08 23:30:40,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +18: [2023-05-08 23:30:40,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-08 23:30:40,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-08 23:30:40,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +18: [2023-05-08 23:30:40,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-08 23:30:40,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +26: [2023-05-08 23:30:40,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-08 23:30:40,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-08 23:30:40,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +16: [2023-05-08 23:30:40,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +26: [2023-05-08 23:30:40,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +26: [2023-05-08 23:30:40,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 0: [2023-05-08 23:30:40,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 0: [2023-05-08 23:30:40,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-08 23:30:40,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-08 23:30:40,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-08 23:30:40,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +28: [2023-05-08 23:30:40,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-08 23:30:40,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-08 23:30:40,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +26: [2023-05-08 23:30:40,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-08 23:30:40,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +13: [2023-05-08 23:30:40,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-08 23:30:40,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-08 23:30:40,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-08 23:30:40,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +26: [2023-05-08 23:30:40,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 6: [2023-05-08 23:30:40,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-08 23:30:40,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-08 23:30:40,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-08 23:30:40,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-08 23:30:40,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-08 23:30:40,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-08 23:30:40,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-08 23:30:40,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-08 23:30:40,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +20: [2023-05-08 23:30:40,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +20: [2023-05-08 23:30:40,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +30: [2023-05-08 23:30:40,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-08 23:30:40,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-08 23:30:40,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +30: [2023-05-08 23:30:40,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-08 23:30:40,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-08 23:30:40,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-08 23:30:40,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-08 23:30:40,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-08 23:30:40,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-08 23:30:40,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-08 23:30:40,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-08 23:30:40,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-08 23:30:40,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-08 23:30:40,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-08 23:30:40,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-08 23:30:40,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +23: [2023-05-08 23:30:40,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 5: [2023-05-08 23:30:40,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-08 23:30:40,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +13: [2023-05-08 23:30:40,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-08 23:30:40,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 4: [2023-05-08 23:30:40,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-08 23:30:40,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-08 23:30:40,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-08 23:30:40,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-08 23:30:40,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 4: [2023-05-08 23:30:40,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 2: [2023-05-08 23:30:40,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 2: [2023-05-08 23:30:40,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +20: [2023-05-08 23:30:40,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +23: [2023-05-08 23:30:40,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 6: [2023-05-08 23:30:40,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 5: [2023-05-08 23:30:40,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-08 23:30:40,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-08 23:30:40,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 6: [2023-05-08 23:30:40,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +29: [2023-05-08 23:30:40,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +29: [2023-05-08 23:30:40,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 2: [2023-05-08 23:30:40,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +19: [2023-05-08 23:30:40,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +19: [2023-05-08 23:30:40,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 2: [2023-05-08 23:30:40,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +18: [2023-05-08 23:30:40,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-08 23:30:40,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +18: [2023-05-08 23:30:40,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-08 23:30:40,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +29: [2023-05-08 23:30:40,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +19: [2023-05-08 23:30:40,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 5: [2023-05-08 23:30:40,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 5: [2023-05-08 23:30:40,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +17: [2023-05-08 23:30:40,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +31: [2023-05-08 23:30:40,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +31: [2023-05-08 23:30:40,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +17: [2023-05-08 23:30:40,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +17: [2023-05-08 23:30:40,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +31: [2023-05-08 23:30:40,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +10: [2023-05-08 23:30:40,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +10: [2023-05-08 23:30:40,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +17: [2023-05-08 23:30:40,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +31: [2023-05-08 23:30:40,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 9: [2023-05-08 23:30:40,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 9: [2023-05-08 23:30:40,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 9: [2023-05-08 23:30:40,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 9: [2023-05-08 23:30:40,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +15: [2023-05-08 23:30:40,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +15: [2023-05-08 23:30:40,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +14: [2023-05-08 23:30:40,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +14: [2023-05-08 23:30:40,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +10: [2023-05-08 23:30:40,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +10: [2023-05-08 23:30:40,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +15: [2023-05-08 23:30:40,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +14: [2023-05-08 23:30:40,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +14: [2023-05-08 23:30:40,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +15: [2023-05-08 23:30:40,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 5: [2023-05-08 23:30:40,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-08 23:30:40,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 7: [2023-05-08 23:30:40,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 7: [2023-05-08 23:30:40,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 7: [2023-05-08 23:30:40,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 5: [2023-05-08 23:30:40,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +16: [2023-05-08 23:30:40,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 6: [2023-05-08 23:30:40,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 5: [2023-05-08 23:30:40,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 0: [2023-05-08 23:30:40,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +16: [2023-05-08 23:30:40,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +16: [2023-05-08 23:30:40,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-08 23:30:40,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +21: [2023-05-08 23:30:40,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +16: [2023-05-08 23:30:40,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +16: [2023-05-08 23:30:40,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +21: [2023-05-08 23:30:40,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 0: [2023-05-08 23:30:40,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 0: [2023-05-08 23:30:40,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-08 23:30:40,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +25: [2023-05-08 23:30:40,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-08 23:30:40,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-08 23:30:40,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 6: [2023-05-08 23:30:40,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +16: [2023-05-08 23:30:40,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +18: [2023-05-08 23:30:40,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-08 23:30:40,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 0: [2023-05-08 23:30:40,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 0: [2023-05-08 23:30:40,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 0: [2023-05-08 23:30:40,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +30: [2023-05-08 23:30:40,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-08 23:30:40,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-08 23:30:40,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-08 23:30:40,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-08 23:30:40,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +30: [2023-05-08 23:30:40,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +13: [2023-05-08 23:30:40,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 2: [2023-05-08 23:30:40,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-08 23:30:40,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-08 23:30:40,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-08 23:30:40,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-08 23:30:40,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-08 23:30:40,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-08 23:30:40,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +30: [2023-05-08 23:30:40,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +30: [2023-05-08 23:30:40,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +17: [2023-05-08 23:30:40,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +30: [2023-05-08 23:30:40,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +13: [2023-05-08 23:30:40,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +10: [2023-05-08 23:30:40,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-08 23:30:40,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-08 23:30:40,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-08 23:30:40,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-08 23:30:40,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +29: [2023-05-08 23:30:40,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-08 23:30:40,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-08 23:30:40,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-08 23:30:40,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-08 23:30:40,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-08 23:30:40,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-08 23:30:40,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +14: [2023-05-08 23:30:40,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-08 23:30:40,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +10: [2023-05-08 23:30:40,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-08 23:30:40,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-08 23:30:40,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-08 23:30:40,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +31: [2023-05-08 23:30:40,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +15: [2023-05-08 23:30:40,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +17: [2023-05-08 23:30:40,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-08 23:30:40,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-08 23:30:40,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +19: [2023-05-08 23:30:40,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-08 23:30:40,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +13: [2023-05-08 23:30:40,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-08 23:30:40,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-08 23:30:40,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-08 23:30:40,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-08 23:30:40,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +19: [2023-05-08 23:30:40,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +13: [2023-05-08 23:30:40,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +21: [2023-05-08 23:30:40,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-08 23:30:40,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-08 23:30:40,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-08 23:30:40,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +20: [2023-05-08 23:30:40,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-08 23:30:40,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-08 23:30:40,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-08 23:30:40,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +20: [2023-05-08 23:30:40,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-08 23:30:40,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +20: [2023-05-08 23:30:40,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-08 23:30:40,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +20: [2023-05-08 23:30:40,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +20: [2023-05-08 23:30:40,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +11: [2023-05-08 23:30:40,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +11: [2023-05-08 23:30:40,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +11: [2023-05-08 23:30:40,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +17: [2023-05-08 23:30:40,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-08 23:30:40,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 2: [2023-05-08 23:30:40,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-08 23:30:40,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 2: [2023-05-08 23:30:40,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-08 23:30:40,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +29: [2023-05-08 23:30:40,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +14: [2023-05-08 23:30:40,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +17: [2023-05-08 23:30:40,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-08 23:30:40,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-08 23:30:40,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-08 23:30:40,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +10: [2023-05-08 23:30:40,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-08 23:30:40,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +17: [2023-05-08 23:30:40,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +17: [2023-05-08 23:30:40,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-08 23:30:40,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +10: [2023-05-08 23:30:40,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 2: [2023-05-08 23:30:40,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 7: [2023-05-08 23:30:40,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 2: [2023-05-08 23:30:40,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +19: [2023-05-08 23:30:40,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-08 23:30:40,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-08 23:30:40,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-08 23:30:40,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-08 23:30:40,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 9: [2023-05-08 23:30:40,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-08 23:30:40,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +17: [2023-05-08 23:30:40,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +10: [2023-05-08 23:30:40,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 7: [2023-05-08 23:30:40,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +14: [2023-05-08 23:30:40,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-08 23:30:40,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-08 23:30:40,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-08 23:30:40,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 9: [2023-05-08 23:30:40,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-08 23:30:40,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +29: [2023-05-08 23:30:40,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +10: [2023-05-08 23:30:40,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +10: [2023-05-08 23:30:40,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 9: [2023-05-08 23:30:40,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +19: [2023-05-08 23:30:40,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 9: [2023-05-08 23:30:40,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-08 23:30:40,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +15: [2023-05-08 23:30:40,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-08 23:30:40,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +14: [2023-05-08 23:30:40,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +14: [2023-05-08 23:30:40,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +10: [2023-05-08 23:30:40,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +10: [2023-05-08 23:30:40,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +15: [2023-05-08 23:30:40,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-08 23:30:40,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-08 23:30:40,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-08 23:30:40,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-08 23:30:40,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +29: [2023-05-08 23:30:40,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +31: [2023-05-08 23:30:40,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-08 23:30:40,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 9: [2023-05-08 23:30:40,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +15: [2023-05-08 23:30:40,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +15: [2023-05-08 23:30:40,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 9: [2023-05-08 23:30:40,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +15: [2023-05-08 23:30:40,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +31: [2023-05-08 23:30:40,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +21: [2023-05-08 23:30:40,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +21: [2023-05-08 23:30:40,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +21: [2023-05-08 23:30:40,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +31: [2023-05-08 23:30:40,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +21: [2023-05-08 23:30:40,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-08 23:30:40,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +22: [2023-05-08 23:30:40,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +22: [2023-05-08 23:30:40,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +22: [2023-05-08 23:30:40,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +19: [2023-05-08 23:30:40,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-08 23:30:40,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +31: [2023-05-08 23:30:40,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +11: [2023-05-08 23:30:40,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-08 23:30:40,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-08 23:30:40,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +21: [2023-05-08 23:30:40,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +21: [2023-05-08 23:30:40,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +11: [2023-05-08 23:30:40,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-08 23:30:40,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +12: [2023-05-08 23:30:40,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +12: [2023-05-08 23:30:40,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +12: [2023-05-08 23:30:40,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +19: [2023-05-08 23:30:40,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +19: [2023-05-08 23:30:40,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 7: [2023-05-08 23:30:40,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +19: [2023-05-08 23:30:40,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 7: [2023-05-08 23:30:40,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +11: [2023-05-08 23:30:40,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-08 23:30:40,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-08 23:30:40,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-08 23:30:40,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-08 23:30:40,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +11: [2023-05-08 23:30:40,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-08 23:30:40,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-08 23:30:40,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-08 23:30:40,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-08 23:30:40,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-08 23:30:40,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:40,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:40,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-08 23:30:40,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-08 23:30:40,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-08 23:30:40,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-08 23:30:40,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +18: [2023-05-08 23:30:40,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +18: [2023-05-08 23:30:40,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +18: [2023-05-08 23:30:40,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +28: [2023-05-08 23:30:40,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +28: [2023-05-08 23:30:40,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +28: [2023-05-08 23:30:40,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +28: [2023-05-08 23:30:40,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +25: [2023-05-08 23:30:40,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +25: [2023-05-08 23:30:40,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +25: [2023-05-08 23:30:40,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +25: [2023-05-08 23:30:40,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 9: [2023-05-08 23:30:40,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-08 23:30:40,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-08 23:30:40,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-08 23:30:40,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-08 23:30:40,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-08 23:30:40,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-08 23:30:40,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-08 23:30:40,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-08 23:30:40,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-08 23:30:40,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +25: [2023-05-08 23:30:40,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +25: [2023-05-08 23:30:40,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-08 23:30:40,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +11: [2023-05-08 23:30:40,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +25: [2023-05-08 23:30:40,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 8: [2023-05-08 23:30:40,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +26: [2023-05-08 23:30:40,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-08 23:30:40,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-08 23:30:40,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-08 23:30:40,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-08 23:30:40,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +27: [2023-05-08 23:30:40,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +27: [2023-05-08 23:30:40,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 8: [2023-05-08 23:30:40,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 8: [2023-05-08 23:30:40,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +27: [2023-05-08 23:30:40,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 1: [2023-05-08 23:30:40,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 1: [2023-05-08 23:30:40,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. +11: [2023-05-08 23:30:40,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 1: [2023-05-08 23:30:40,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_05-model_01-model_states.pt. + 9: [2023-05-08 23:30:40,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-08 23:30:40,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-08 23:30:40,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-08 23:30:40,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-08 23:30:40,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +22: [2023-05-08 23:30:40,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-08 23:30:40,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +22: [2023-05-08 23:30:40,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-08 23:30:40,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +22: [2023-05-08 23:30:40,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +22: [2023-05-08 23:30:40,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +12: [2023-05-08 23:30:40,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-08 23:30:40,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-08 23:30:40,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-08 23:30:40,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-08 23:30:40,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-08 23:30:40,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-08 23:30:40,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-08 23:30:40,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-08 23:30:40,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +23: [2023-05-08 23:30:40,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-08 23:30:40,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-08 23:30:40,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-08 23:30:40,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-08 23:30:40,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-08 23:30:40,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +23: [2023-05-08 23:30:40,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +22: [2023-05-08 23:30:40,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 1: [2023-05-08 23:30:40,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +11: [2023-05-08 23:30:40,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-08 23:30:40,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +12: [2023-05-08 23:30:40,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 1: [2023-05-08 23:30:40,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +12: [2023-05-08 23:30:40,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-08 23:30:40,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-08 23:30:40,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +25: [2023-05-08 23:30:40,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-08 23:30:40,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +18: [2023-05-08 23:30:40,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-08 23:30:40,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +27: [2023-05-08 23:30:40,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt... +28: [2023-05-08 23:30:40,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-08 23:30:40,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-08 23:30:40,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +11: [2023-05-08 23:30:40,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-08 23:30:40,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-08 23:30:40,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-08 23:30:40,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-08 23:30:40,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +11: [2023-05-08 23:30:40,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-08 23:30:40,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +11: [2023-05-08 23:30:40,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-08 23:30:40,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +28: [2023-05-08 23:30:40,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +28: [2023-05-08 23:30:40,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +25: [2023-05-08 23:30:40,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +28: [2023-05-08 23:30:40,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-08 23:30:40,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 3: [2023-05-08 23:30:40,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 3: [2023-05-08 23:30:40,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +25: [2023-05-08 23:30:40,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +25: [2023-05-08 23:30:40,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 3: [2023-05-08 23:30:40,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +18: [2023-05-08 23:30:40,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 3: [2023-05-08 23:30:40,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +28: [2023-05-08 23:30:40,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +25: [2023-05-08 23:30:40,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +28: [2023-05-08 23:30:40,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +18: [2023-05-08 23:30:40,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +18: [2023-05-08 23:30:40,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +15: [2023-05-08 23:30:40,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-08 23:30:40,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-08 23:30:40,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-08 23:30:40,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-08 23:30:40,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-08 23:30:40,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-08 23:30:40,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-08 23:30:40,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-08 23:30:40,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-08 23:30:40,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-08 23:30:40,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-08 23:30:40,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-08 23:30:40,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-08 23:30:40,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-08 23:30:40,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-08 23:30:40,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 3: [2023-05-08 23:30:40,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-08 23:30:40,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-08 23:30:40,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 8: [2023-05-08 23:30:40,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 8: [2023-05-08 23:30:40,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 1: [2023-05-08 23:30:40,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 8: [2023-05-08 23:30:40,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +23: [2023-05-08 23:30:40,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-08 23:30:40,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-08 23:30:40,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +27: [2023-05-08 23:30:40,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +29: [2023-05-08 23:30:40,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-08 23:30:40,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-08 23:30:40,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-08 23:30:40,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-08 23:30:40,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +27: [2023-05-08 23:30:40,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +14: [2023-05-08 23:30:40,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-08 23:30:40,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-08 23:30:40,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-08 23:30:40,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-08 23:30:40,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-08 23:30:40,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-08 23:30:40,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-08 23:30:40,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-08 23:30:40,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-08 23:30:40,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-08 23:30:40,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-08 23:30:40,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-08 23:30:40,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-08 23:30:40,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-08 23:30:40,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-08 23:30:40,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-08 23:30:40,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-08 23:30:40,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-08 23:30:40,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-08 23:30:40,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +14: [2023-05-08 23:30:40,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-08 23:30:40,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-08 23:30:40,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +14: [2023-05-08 23:30:40,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-08 23:30:40,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-08 23:30:40,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +12: [2023-05-08 23:30:40,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-08 23:30:40,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-08 23:30:40,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-08 23:30:40,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-08 23:30:40,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-08 23:30:40,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-08 23:30:40,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-08 23:30:40,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-08 23:30:40,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-08 23:30:40,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-08 23:30:40,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +19: [2023-05-08 23:30:40,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-08 23:30:40,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-08 23:30:40,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +24: [2023-05-08 23:30:40,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +24: [2023-05-08 23:30:40,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +24: [2023-05-08 23:30:40,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-08 23:30:40,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +24: [2023-05-08 23:30:40,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. +24: [2023-05-08 23:30:40,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-08 23:30:40,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 1: [2023-05-08 23:30:40,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_00-model_states.pt. + 1: [2023-05-08 23:30:40,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... +16: [2023-05-08 23:30:40,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-08 23:30:40,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-08 23:30:40,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-08 23:30:40,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt... + 4: [2023-05-08 23:30:40,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-08 23:30:40,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-08 23:30:40,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-08 23:30:40,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-08 23:30:40,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-08 23:30:40,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-08 23:30:40,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-08 23:30:40,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-08 23:30:40,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-08 23:30:40,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-08 23:30:40,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-08 23:30:40,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-08 23:30:40,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-08 23:30:40,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-08 23:30:41,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-08 23:30:41,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-08 23:30:41,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-08 23:30:41,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-08 23:30:41,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-08 23:30:41,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-08 23:30:41,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-08 23:30:41,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-08 23:30:41,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-08 23:30:40,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-08 23:30:40,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:40,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:40,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:40,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-08 23:30:41,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-08 23:30:41,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-08 23:30:41,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-08 23:30:41,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-08 23:30:41,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-08 23:30:41,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-08 23:30:41,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-08 23:30:41,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-08 23:30:41,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-08 23:30:41,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-08 23:30:41,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-08 23:30:41,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-08 23:30:41,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-08 23:30:41,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-08 23:30:41,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-08 23:30:41,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-08 23:30:41,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-08 23:30:41,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-08 23:30:41,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-08 23:30:41,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-08 23:30:41,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-08 23:30:41,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:41,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:41,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:41,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:41,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-08 23:30:41,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-08 23:30:41,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-08 23:30:41,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-08 23:30:41,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-08 23:30:41,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:41,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-08 23:30:41,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-08 23:30:41,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-08 23:30:41,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:41,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-08 23:30:41,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-08 23:30:41,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:41,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-08 23:30:41,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-08 23:30:41,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-08 23:30:41,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-08 23:30:41,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-08 23:30:41,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-08 23:30:41,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-08 23:30:41,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-08 23:30:41,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-08 23:30:41,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-08 23:30:41,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-08 23:30:41,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-08 23:30:41,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-08 23:30:41,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-08 23:30:41,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-08 23:30:41,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-08 23:30:41,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-08 23:30:41,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-08 23:30:41,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-08 23:30:41,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-08 23:30:41,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-08 23:30:41,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-08 23:30:41,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-08 23:30:41,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-08 23:30:41,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-08 23:30:41,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-08 23:30:41,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-08 23:30:41,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:41,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-08 23:30:41,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:41,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-08 23:30:41,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-08 23:30:41,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-08 23:30:41,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-08 23:30:41,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-08 23:30:41,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-08 23:30:41,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-08 23:30:41,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-08 23:30:41,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-08 23:30:41,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-08 23:30:41,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-08 23:30:41,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-08 23:30:41,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-08 23:30:41,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-08 23:30:41,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-08 23:30:41,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-08 23:30:41,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-08 23:30:41,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-08 23:30:41,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-08 23:30:41,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-08 23:30:41,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-08 23:30:41,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 4: [2023-05-08 23:30:41,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 3: [2023-05-08 23:30:41,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 3: [2023-05-08 23:30:41,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-08 23:30:41,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-08 23:30:41,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-08 23:30:41,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-08 23:30:41,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-08 23:30:41,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-08 23:30:41,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-08 23:30:41,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-08 23:30:41,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-08 23:30:41,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-08 23:30:41,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-08 23:30:41,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-08 23:30:41,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-08 23:30:41,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-08 23:30:41,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-08 23:30:41,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-08 23:30:41,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-08 23:30:41,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-08 23:30:41,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-08 23:30:41,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-08 23:30:41,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-08 23:30:41,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-08 23:30:41,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:41,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-08 23:30:41,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +24: [2023-05-08 23:30:41,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-08 23:30:41,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-08 23:30:41,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-08 23:30:41,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-08 23:30:41,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-08 23:30:41,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-08 23:30:41,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-08 23:30:41,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-08 23:30:41,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:41,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:41,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:41,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-08 23:30:41,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-08 23:30:41,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-08 23:30:41,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-08 23:30:41,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-08 23:30:41,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-08 23:30:41,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-08 23:30:41,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-08 23:30:41,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-08 23:30:41,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-08 23:30:41,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-08 23:30:41,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-08 23:30:41,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-08 23:30:41,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-08 23:30:41,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-08 23:30:41,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-08 23:30:41,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-08 23:30:41,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-08 23:30:41,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +24: [2023-05-08 23:30:41,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +24: [2023-05-08 23:30:41,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +21: [2023-05-08 23:30:41,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:41,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-08 23:30:41,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-08 23:30:41,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-08 23:30:41,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-08 23:30:41,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-08 23:30:41,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-08 23:30:41,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-08 23:30:41,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-08 23:30:41,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-08 23:30:41,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-08 23:30:41,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-08 23:30:41,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-08 23:30:41,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-08 23:30:41,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:41,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-08 23:30:41,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-08 23:30:41,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-08 23:30:41,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-08 23:30:41,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-08 23:30:41,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-08 23:30:41,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:41,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-08 23:30:41,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-08 23:30:41,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-08 23:30:41,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +26: [2023-05-08 23:30:41,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +27: [2023-05-08 23:30:41,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-08 23:30:41,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-08 23:30:41,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-08 23:30:41,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-08 23:30:41,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 7: [2023-05-08 23:30:41,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-08 23:30:41,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-08 23:30:41,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-08 23:30:41,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:41,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +17: [2023-05-08 23:30:41,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-08 23:30:41,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-08 23:30:41,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-08 23:30:41,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-08 23:30:41,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-08 23:30:41,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-08 23:30:41,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-08 23:30:41,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-08 23:30:41,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-08 23:30:41,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +13: [2023-05-08 23:30:41,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 4: [2023-05-08 23:30:41,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 4: [2023-05-08 23:30:41,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 3: [2023-05-08 23:30:41,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:41,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-08 23:30:41,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-08 23:30:41,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +26: [2023-05-08 23:30:41,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-08 23:30:41,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-08 23:30:41,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-08 23:30:41,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-08 23:30:41,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-08 23:30:41,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-08 23:30:41,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-08 23:30:41,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-08 23:30:41,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-08 23:30:41,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-08 23:30:41,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-08 23:30:41,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-08 23:30:41,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-08 23:30:41,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-08 23:30:41,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-08 23:30:41,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-08 23:30:41,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-08 23:30:41,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-08 23:30:41,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-08 23:30:41,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-08 23:30:41,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-08 23:30:41,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-08 23:30:41,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-08 23:30:41,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-08 23:30:41,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-08 23:30:41,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-08 23:30:41,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-08 23:30:41,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +26: [2023-05-08 23:30:41,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +26: [2023-05-08 23:30:41,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +26: [2023-05-08 23:30:41,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +26: [2023-05-08 23:30:41,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +27: [2023-05-08 23:30:41,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-08 23:30:41,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +20: [2023-05-08 23:30:41,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +20: [2023-05-08 23:30:41,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +23: [2023-05-08 23:30:41,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +23: [2023-05-08 23:30:41,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +23: [2023-05-08 23:30:41,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +13: [2023-05-08 23:30:41,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +13: [2023-05-08 23:30:41,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +23: [2023-05-08 23:30:41,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +20: [2023-05-08 23:30:41,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +13: [2023-05-08 23:30:41,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +13: [2023-05-08 23:30:41,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +27: [2023-05-08 23:30:41,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-08 23:30:41,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-08 23:30:41,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 2: [2023-05-08 23:30:41,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-08 23:30:41,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-08 23:30:41,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-08 23:30:41,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-08 23:30:41,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-08 23:30:41,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-08 23:30:41,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-08 23:30:41,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-08 23:30:41,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-08 23:30:41,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-08 23:30:41,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-08 23:30:41,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-08 23:30:41,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-08 23:30:41,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-08 23:30:41,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-08 23:30:41,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-08 23:30:41,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-08 23:30:41,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-08 23:30:41,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-08 23:30:41,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-08 23:30:41,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-08 23:30:41,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-08 23:30:41,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-08 23:30:41,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-08 23:30:41,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 2: [2023-05-08 23:30:41,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +13: [2023-05-08 23:30:41,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-08 23:30:41,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-08 23:30:41,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-08 23:30:41,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-08 23:30:41,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-08 23:30:41,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-08 23:30:41,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-08 23:30:41,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-08 23:30:41,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-08 23:30:41,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-08 23:30:41,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-08 23:30:41,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-08 23:30:41,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 2: [2023-05-08 23:30:41,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 1: [2023-05-08 23:30:41,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-08 23:30:41,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-08 23:30:41,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-08 23:30:41,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-08 23:30:41,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-08 23:30:41,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-08 23:30:41,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-08 23:30:41,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-08 23:30:41,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-08 23:30:41,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-08 23:30:41,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-08 23:30:41,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-08 23:30:41,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-08 23:30:41,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 5: [2023-05-08 23:30:41,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +20: [2023-05-08 23:30:41,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 5: [2023-05-08 23:30:41,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 5: [2023-05-08 23:30:41,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +25: [2023-05-08 23:30:41,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-08 23:30:41,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-08 23:30:41,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-08 23:30:41,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-08 23:30:41,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-08 23:30:41,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-08 23:30:41,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-08 23:30:41,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-08 23:30:41,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-08 23:30:41,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-08 23:30:41,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +25: [2023-05-08 23:30:41,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-08 23:30:41,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 9: [2023-05-08 23:30:41,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-08 23:30:41,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-08 23:30:41,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +13: [2023-05-08 23:30:41,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +13: [2023-05-08 23:30:41,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +13: [2023-05-08 23:30:41,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 4: [2023-05-08 23:30:41,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 4: [2023-05-08 23:30:41,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 9: [2023-05-08 23:30:41,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-08 23:30:41,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-08 23:30:41,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +23: [2023-05-08 23:30:41,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-08 23:30:41,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-08 23:30:41,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-08 23:30:41,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-08 23:30:41,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 6: [2023-05-08 23:30:41,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 6: [2023-05-08 23:30:41,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 6: [2023-05-08 23:30:41,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 5: [2023-05-08 23:30:41,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-08 23:30:41,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-08 23:30:41,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-08 23:30:41,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-08 23:30:41,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +23: [2023-05-08 23:30:41,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +23: [2023-05-08 23:30:41,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +10: [2023-05-08 23:30:41,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-08 23:30:41,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +20: [2023-05-08 23:30:41,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +20: [2023-05-08 23:30:41,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +10: [2023-05-08 23:30:41,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-08 23:30:41,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-08 23:30:41,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-08 23:30:41,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-08 23:30:41,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-08 23:30:41,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-08 23:30:41,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:41,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-08 23:30:41,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-08 23:30:41,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-08 23:30:41,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 1: [2023-05-08 23:30:41,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:41,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-08 23:30:41,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-08 23:30:41,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-08 23:30:41,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-08 23:30:41,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-08 23:30:41,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 2: [2023-05-08 23:30:41,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +25: [2023-05-08 23:30:41,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-08 23:30:41,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-08 23:30:41,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 2: [2023-05-08 23:30:41,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 6: [2023-05-08 23:30:41,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-08 23:30:41,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +16: [2023-05-08 23:30:41,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +16: [2023-05-08 23:30:41,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +16: [2023-05-08 23:30:41,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +18: [2023-05-08 23:30:41,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-08 23:30:41,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-08 23:30:41,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +15: [2023-05-08 23:30:41,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +18: [2023-05-08 23:30:41,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-08 23:30:41,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 9: [2023-05-08 23:30:41,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-08 23:30:41,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-08 23:30:41,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 9: [2023-05-08 23:30:41,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-08 23:30:41,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-08 23:30:41,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-08 23:30:41,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-08 23:30:41,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-08 23:30:41,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-08 23:30:41,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-08 23:30:41,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-08 23:30:41,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-08 23:30:41,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +16: [2023-05-08 23:30:41,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 5: [2023-05-08 23:30:41,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 5: [2023-05-08 23:30:41,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-08 23:30:41,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-08 23:30:41,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 5: [2023-05-08 23:30:41,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 6: [2023-05-08 23:30:41,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +11: [2023-05-08 23:30:41,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-08 23:30:41,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-08 23:30:41,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-08 23:30:41,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-08 23:30:41,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-08 23:30:41,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-08 23:30:41,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 6: [2023-05-08 23:30:41,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +11: [2023-05-08 23:30:41,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 6: [2023-05-08 23:30:41,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +23: [2023-05-08 23:30:41,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-08 23:30:41,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-08 23:30:41,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-08 23:30:41,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-08 23:30:41,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-08 23:30:41,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-08 23:30:41,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-08 23:30:41,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-08 23:30:41,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-08 23:30:41,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-08 23:30:41,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:41,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:41,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-08 23:30:41,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +16: [2023-05-08 23:30:41,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-08 23:30:41,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +16: [2023-05-08 23:30:41,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 3: [2023-05-08 23:30:41,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 3: [2023-05-08 23:30:41,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 3: [2023-05-08 23:30:41,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 3: [2023-05-08 23:30:41,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-08 23:30:41,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-08 23:30:41,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +16: [2023-05-08 23:30:41,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +16: [2023-05-08 23:30:41,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +15: [2023-05-08 23:30:41,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-08 23:30:41,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-08 23:30:41,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +15: [2023-05-08 23:30:41,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-08 23:30:41,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +15: [2023-05-08 23:30:41,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +15: [2023-05-08 23:30:41,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +15: [2023-05-08 23:30:41,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-08 23:30:41,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-08 23:30:41,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-08 23:30:41,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-08 23:30:41,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-08 23:30:41,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-08 23:30:41,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-08 23:30:41,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-08 23:30:41,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-08 23:30:41,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-08 23:30:41,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-08 23:30:41,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-08 23:30:41,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-08 23:30:41,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-08 23:30:41,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-08 23:30:41,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-08 23:30:41,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-08 23:30:41,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-08 23:30:41,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-08 23:30:41,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-08 23:30:41,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-08 23:30:41,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-08 23:30:41,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-08 23:30:41,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-08 23:30:41,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-08 23:30:41,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-08 23:30:41,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-08 23:30:41,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:41,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-08 23:30:41,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-08 23:30:41,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-08 23:30:41,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:41,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-08 23:30:41,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:41,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-08 23:30:41,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:41,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:41,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:41,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-08 23:30:41,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 9: [2023-05-08 23:30:41,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 9: [2023-05-08 23:30:41,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 9: [2023-05-08 23:30:41,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +23: [2023-05-08 23:30:41,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-08 23:30:41,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-08 23:30:41,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 0: [2023-05-08 23:30:41,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 0: [2023-05-08 23:30:41,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +29: [2023-05-08 23:30:41,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +29: [2023-05-08 23:30:41,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +29: [2023-05-08 23:30:41,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 0: [2023-05-08 23:30:41,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +29: [2023-05-08 23:30:41,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 1: [2023-05-08 23:30:41,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 1: [2023-05-08 23:30:41,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 1: [2023-05-08 23:30:41,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 1: [2023-05-08 23:30:41,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +25: [2023-05-08 23:30:41,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +25: [2023-05-08 23:30:41,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +25: [2023-05-08 23:30:41,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +30: [2023-05-08 23:30:41,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +30: [2023-05-08 23:30:41,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +30: [2023-05-08 23:30:41,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +25: [2023-05-08 23:30:41,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +12: [2023-05-08 23:30:41,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +12: [2023-05-08 23:30:41,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +12: [2023-05-08 23:30:41,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +30: [2023-05-08 23:30:41,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +23: [2023-05-08 23:30:41,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-08 23:30:41,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 7: [2023-05-08 23:30:41,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 7: [2023-05-08 23:30:41,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 7: [2023-05-08 23:30:41,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 7: [2023-05-08 23:30:41,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +15: [2023-05-08 23:30:41,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-08 23:30:41,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-08 23:30:41,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-08 23:30:41,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-08 23:30:41,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 9: [2023-05-08 23:30:41,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-08 23:30:41,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-08 23:30:41,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-08 23:30:41,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +14: [2023-05-08 23:30:41,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +14: [2023-05-08 23:30:41,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +14: [2023-05-08 23:30:41,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +15: [2023-05-08 23:30:41,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-08 23:30:41,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-08 23:30:41,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-08 23:30:41,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-08 23:30:41,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-08 23:30:41,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +25: [2023-05-08 23:30:41,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-08 23:30:41,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-08 23:30:41,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-08 23:30:41,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-08 23:30:41,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-08 23:30:41,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-08 23:30:41,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-08 23:30:41,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-08 23:30:41,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-08 23:30:41,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-08 23:30:41,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-08 23:30:41,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-08 23:30:41,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-08 23:30:41,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-08 23:30:41,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-08 23:30:41,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-08 23:30:41,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-08 23:30:41,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-08 23:30:41,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-08 23:30:41,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-08 23:30:41,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-08 23:30:41,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-08 23:30:41,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-08 23:30:41,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-08 23:30:41,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-08 23:30:41,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-08 23:30:41,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-08 23:30:41,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:41,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-08 23:30:41,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-08 23:30:41,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-08 23:30:41,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-08 23:30:41,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +15: [2023-05-08 23:30:41,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-08 23:30:41,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-08 23:30:41,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-08 23:30:41,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-08 23:30:41,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-08 23:30:41,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-08 23:30:41,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-08 23:30:41,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-08 23:30:41,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +24: [2023-05-08 23:30:41,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +24: [2023-05-08 23:30:41,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +24: [2023-05-08 23:30:41,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +14: [2023-05-08 23:30:41,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-08 23:30:41,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-08 23:30:41,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-08 23:30:41,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-08 23:30:41,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +21: [2023-05-08 23:30:41,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +21: [2023-05-08 23:30:41,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +21: [2023-05-08 23:30:41,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +30: [2023-05-08 23:30:41,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-08 23:30:41,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-08 23:30:41,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-08 23:30:41,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-08 23:30:41,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-08 23:30:41,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-08 23:30:41,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-08 23:30:41,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-08 23:30:41,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +28: [2023-05-08 23:30:41,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +28: [2023-05-08 23:30:41,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +28: [2023-05-08 23:30:41,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +28: [2023-05-08 23:30:41,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +25: [2023-05-08 23:30:41,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +29: [2023-05-08 23:30:41,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-08 23:30:41,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-08 23:30:41,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-08 23:30:41,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:41,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-08 23:30:41,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:41,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-08 23:30:41,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-08 23:30:41,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-08 23:30:41,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-08 23:30:41,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 7: [2023-05-08 23:30:41,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-08 23:30:41,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-08 23:30:41,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +31: [2023-05-08 23:30:41,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 9: [2023-05-08 23:30:41,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-08 23:30:41,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-08 23:30:41,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-08 23:30:41,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +31: [2023-05-08 23:30:41,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +31: [2023-05-08 23:30:41,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 7: [2023-05-08 23:30:41,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-08 23:30:41,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-08 23:30:41,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 0: [2023-05-08 23:30:41,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-08 23:30:41,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 9: [2023-05-08 23:30:41,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 1: [2023-05-08 23:30:41,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +26: [2023-05-08 23:30:41,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-08 23:30:41,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-08 23:30:41,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-08 23:30:41,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-08 23:30:41,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-08 23:30:41,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +10: [2023-05-08 23:30:41,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 1: [2023-05-08 23:30:41,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-08 23:30:41,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-08 23:30:41,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-08 23:30:41,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-08 23:30:41,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 7: [2023-05-08 23:30:41,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 1: [2023-05-08 23:30:41,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +24: [2023-05-08 23:30:41,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-08 23:30:41,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 7: [2023-05-08 23:30:41,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-08 23:30:41,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +24: [2023-05-08 23:30:41,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-08 23:30:41,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +24: [2023-05-08 23:30:41,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-08 23:30:41,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-08 23:30:41,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-08 23:30:41,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +29: [2023-05-08 23:30:41,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-08 23:30:41,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-08 23:30:41,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-08 23:30:41,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +12: [2023-05-08 23:30:41,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +30: [2023-05-08 23:30:41,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +12: [2023-05-08 23:30:41,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-08 23:30:41,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-08 23:30:41,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +25: [2023-05-08 23:30:41,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-08 23:30:41,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +21: [2023-05-08 23:30:41,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +29: [2023-05-08 23:30:41,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +29: [2023-05-08 23:30:41,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +22: [2023-05-08 23:30:41,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-08 23:30:41,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-08 23:30:41,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +30: [2023-05-08 23:30:41,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-08 23:30:41,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-08 23:30:41,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-08 23:30:41,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +17: [2023-05-08 23:30:41,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +28: [2023-05-08 23:30:41,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-08 23:30:41,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +17: [2023-05-08 23:30:41,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 0: [2023-05-08 23:30:41,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-08 23:30:41,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +22: [2023-05-08 23:30:41,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-08 23:30:41,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +28: [2023-05-08 23:30:41,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +30: [2023-05-08 23:30:41,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +30: [2023-05-08 23:30:41,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +28: [2023-05-08 23:30:41,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 0: [2023-05-08 23:30:41,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 0: [2023-05-08 23:30:41,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 4: [2023-05-08 23:30:41,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-08 23:30:41,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +12: [2023-05-08 23:30:41,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-08 23:30:41,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-08 23:30:41,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-08 23:30:41,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-08 23:30:41,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +14: [2023-05-08 23:30:41,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +12: [2023-05-08 23:30:41,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-08 23:30:41,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-08 23:30:41,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-08 23:30:41,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-08 23:30:41,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-08 23:30:41,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +20: [2023-05-08 23:30:41,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +20: [2023-05-08 23:30:41,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +20: [2023-05-08 23:30:41,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +10: [2023-05-08 23:30:41,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-08 23:30:41,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +12: [2023-05-08 23:30:41,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +12: [2023-05-08 23:30:41,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +12: [2023-05-08 23:30:41,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +12: [2023-05-08 23:30:41,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +30: [2023-05-08 23:30:41,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +30: [2023-05-08 23:30:41,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:41,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 7: [2023-05-08 23:30:41,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +21: [2023-05-08 23:30:41,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-08 23:30:41,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +30: [2023-05-08 23:30:41,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 4: [2023-05-08 23:30:41,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 4: [2023-05-08 23:30:41,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 4: [2023-05-08 23:30:41,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +21: [2023-05-08 23:30:41,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-08 23:30:41,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-08 23:30:41,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-08 23:30:41,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +21: [2023-05-08 23:30:41,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-08 23:30:41,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +14: [2023-05-08 23:30:41,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +17: [2023-05-08 23:30:41,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-08 23:30:41,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-08 23:30:41,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +22: [2023-05-08 23:30:41,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-08 23:30:41,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-08 23:30:41,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-08 23:30:41,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +14: [2023-05-08 23:30:41,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +26: [2023-05-08 23:30:41,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +26: [2023-05-08 23:30:41,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +26: [2023-05-08 23:30:41,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +26: [2023-05-08 23:30:41,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +19: [2023-05-08 23:30:41,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-08 23:30:41,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:41,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +17: [2023-05-08 23:30:41,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-08 23:30:41,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-08 23:30:41,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-08 23:30:41,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-08 23:30:41,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +28: [2023-05-08 23:30:41,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-08 23:30:41,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 4: [2023-05-08 23:30:41,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-08 23:30:41,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-08 23:30:41,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-08 23:30:41,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-08 23:30:41,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-08 23:30:41,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-08 23:30:41,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-08 23:30:41,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-08 23:30:41,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-08 23:30:41,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-08 23:30:41,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-08 23:30:41,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-08 23:30:41,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-08 23:30:41,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +13: [2023-05-08 23:30:41,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-08 23:30:41,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-08 23:30:41,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-08 23:30:41,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 4: [2023-05-08 23:30:41,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-08 23:30:41,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-08 23:30:41,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-08 23:30:41,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +26: [2023-05-08 23:30:41,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:41,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-08 23:30:41,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +11: [2023-05-08 23:30:41,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +11: [2023-05-08 23:30:41,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +26: [2023-05-08 23:30:41,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-08 23:30:41,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-08 23:30:41,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-08 23:30:41,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 8: [2023-05-08 23:30:41,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-08 23:30:41,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-08 23:30:41,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-08 23:30:41,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +19: [2023-05-08 23:30:41,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +28: [2023-05-08 23:30:41,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-08 23:30:41,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 3: [2023-05-08 23:30:41,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-08 23:30:41,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-08 23:30:41,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-08 23:30:41,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-08 23:30:41,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-08 23:30:41,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 3: [2023-05-08 23:30:41,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-08 23:30:41,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +17: [2023-05-08 23:30:41,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:41,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-08 23:30:41,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-08 23:30:41,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +10: [2023-05-08 23:30:41,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-08 23:30:41,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-08 23:30:41,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-08 23:30:41,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-08 23:30:41,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 3: [2023-05-08 23:30:41,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 3: [2023-05-08 23:30:41,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 3: [2023-05-08 23:30:41,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +10: [2023-05-08 23:30:41,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +20: [2023-05-08 23:30:41,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-08 23:30:41,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-08 23:30:41,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-08 23:30:41,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-08 23:30:41,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-08 23:30:41,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-08 23:30:41,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-08 23:30:41,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +22: [2023-05-08 23:30:41,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +22: [2023-05-08 23:30:41,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +22: [2023-05-08 23:30:41,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +20: [2023-05-08 23:30:41,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-08 23:30:41,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +27: [2023-05-08 23:30:41,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +27: [2023-05-08 23:30:41,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 2: [2023-05-08 23:30:41,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-08 23:30:41,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +10: [2023-05-08 23:30:41,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +10: [2023-05-08 23:30:41,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +20: [2023-05-08 23:30:41,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-08 23:30:41,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-08 23:30:41,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-08 23:30:41,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +23: [2023-05-08 23:30:41,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +23: [2023-05-08 23:30:41,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +23: [2023-05-08 23:30:41,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +20: [2023-05-08 23:30:41,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-08 23:30:41,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-08 23:30:41,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-08 23:30:41,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-08 23:30:41,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-08 23:30:41,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +10: [2023-05-08 23:30:41,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-08 23:30:41,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-08 23:30:41,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +21: [2023-05-08 23:30:41,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-08 23:30:41,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-08 23:30:41,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +31: [2023-05-08 23:30:41,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +11: [2023-05-08 23:30:41,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-08 23:30:41,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +10: [2023-05-08 23:30:41,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +21: [2023-05-08 23:30:41,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 8: [2023-05-08 23:30:41,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 8: [2023-05-08 23:30:41,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 8: [2023-05-08 23:30:41,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +21: [2023-05-08 23:30:41,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +11: [2023-05-08 23:30:41,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +11: [2023-05-08 23:30:41,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +31: [2023-05-08 23:30:41,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +31: [2023-05-08 23:30:41,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +17: [2023-05-08 23:30:41,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-08 23:30:41,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-08 23:30:41,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-08 23:30:41,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:41,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-08 23:30:41,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +17: [2023-05-08 23:30:41,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +22: [2023-05-08 23:30:41,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-08 23:30:41,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +22: [2023-05-08 23:30:41,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-08 23:30:41,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 7: [2023-05-08 23:30:41,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:41,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +17: [2023-05-08 23:30:41,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 7: [2023-05-08 23:30:41,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-08 23:30:41,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-08 23:30:41,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-08 23:30:41,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-08 23:30:41,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +23: [2023-05-08 23:30:41,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-08 23:30:41,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-08 23:30:41,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +27: [2023-05-08 23:30:41,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-08 23:30:41,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +23: [2023-05-08 23:30:41,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-08 23:30:41,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-08 23:30:41,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-08 23:30:41,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +21: [2023-05-08 23:30:41,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-08 23:30:41,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-08 23:30:41,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-08 23:30:41,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-08 23:30:41,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-08 23:30:41,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-08 23:30:41,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-08 23:30:41,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-08 23:30:41,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-08 23:30:41,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-08 23:30:41,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-08 23:30:41,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:41,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-08 23:30:41,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-08 23:30:41,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-08 23:30:41,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-08 23:30:41,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-08 23:30:41,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-08 23:30:41,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 8: [2023-05-08 23:30:41,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +13: [2023-05-08 23:30:41,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-08 23:30:41,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-08 23:30:41,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-08 23:30:41,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-08 23:30:41,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-08 23:30:41,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-08 23:30:41,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-08 23:30:41,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-08 23:30:41,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:41,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-08 23:30:41,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:41,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-08 23:30:41,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-08 23:30:41,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-08 23:30:41,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-08 23:30:41,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-08 23:30:41,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-08 23:30:41,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:41,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-08 23:30:41,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-08 23:30:41,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-08 23:30:41,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +26: [2023-05-08 23:30:41,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +26: [2023-05-08 23:30:41,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +20: [2023-05-08 23:30:41,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-08 23:30:41,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 2: [2023-05-08 23:30:41,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 3: [2023-05-08 23:30:41,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 3: [2023-05-08 23:30:41,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 2: [2023-05-08 23:30:41,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +17: [2023-05-08 23:30:41,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-08 23:30:41,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-08 23:30:41,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +20: [2023-05-08 23:30:41,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 4: [2023-05-08 23:30:41,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +17: [2023-05-08 23:30:41,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-08 23:30:41,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +18: [2023-05-08 23:30:41,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +20: [2023-05-08 23:30:41,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-08 23:30:41,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-08 23:30:41,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-08 23:30:41,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +17: [2023-05-08 23:30:41,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-08 23:30:41,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. + 4: [2023-05-08 23:30:41,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 4: [2023-05-08 23:30:41,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +18: [2023-05-08 23:30:41,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_06-model_01-model_states.pt. +11: [2023-05-08 23:30:41,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +20: [2023-05-08 23:30:41,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +21: [2023-05-08 23:30:41,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-08 23:30:41,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-08 23:30:41,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-08 23:30:41,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-08 23:30:41,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:41,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-08 23:30:41,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +13: [2023-05-08 23:30:41,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-08 23:30:41,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:41,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 3: [2023-05-08 23:30:41,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-08 23:30:41,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-08 23:30:41,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-08 23:30:41,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +11: [2023-05-08 23:30:41,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-08 23:30:41,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 3: [2023-05-08 23:30:41,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-08 23:30:41,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 3: [2023-05-08 23:30:41,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:41,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:41,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:41,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +11: [2023-05-08 23:30:41,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +22: [2023-05-08 23:30:41,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +23: [2023-05-08 23:30:41,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-08 23:30:41,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:41,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:41,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +27: [2023-05-08 23:30:41,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +22: [2023-05-08 23:30:41,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +23: [2023-05-08 23:30:41,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +20: [2023-05-08 23:30:41,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-08 23:30:41,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +27: [2023-05-08 23:30:41,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +17: [2023-05-08 23:30:41,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-08 23:30:41,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +27: [2023-05-08 23:30:41,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-08 23:30:41,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +22: [2023-05-08 23:30:41,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 8: [2023-05-08 23:30:41,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-08 23:30:41,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +18: [2023-05-08 23:30:41,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +20: [2023-05-08 23:30:41,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-08 23:30:41,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +20: [2023-05-08 23:30:41,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:41,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +27: [2023-05-08 23:30:41,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +23: [2023-05-08 23:30:41,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-08 23:30:41,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-08 23:30:41,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-08 23:30:41,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +13: [2023-05-08 23:30:41,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +13: [2023-05-08 23:30:41,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +13: [2023-05-08 23:30:41,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +18: [2023-05-08 23:30:41,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +19: [2023-05-08 23:30:41,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +18: [2023-05-08 23:30:41,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt... +24: [2023-05-08 23:30:41,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-08 23:30:41,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +23: [2023-05-08 23:30:41,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +23: [2023-05-08 23:30:41,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +23: [2023-05-08 23:30:41,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 8: [2023-05-08 23:30:41,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +31: [2023-05-08 23:30:41,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-08 23:30:41,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +19: [2023-05-08 23:30:41,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +24: [2023-05-08 23:30:41,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +20: [2023-05-08 23:30:41,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +24: [2023-05-08 23:30:41,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-08 23:30:41,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-08 23:30:41,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-08 23:30:41,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +19: [2023-05-08 23:30:41,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 8: [2023-05-08 23:30:41,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-08 23:30:41,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-08 23:30:41,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +13: [2023-05-08 23:30:41,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-08 23:30:41,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-08 23:30:41,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +13: [2023-05-08 23:30:41,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-08 23:30:41,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-08 23:30:41,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-08 23:30:41,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-08 23:30:41,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +24: [2023-05-08 23:30:41,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-08 23:30:41,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 2: [2023-05-08 23:30:41,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 2: [2023-05-08 23:30:41,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-08 23:30:41,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-08 23:30:41,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-08 23:30:41,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-08 23:30:41,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-08 23:30:41,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 2: [2023-05-08 23:30:41,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 2: [2023-05-08 23:30:41,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +18: [2023-05-08 23:30:41,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-08 23:30:41,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-08 23:30:41,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-08 23:30:41,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-08 23:30:41,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-08 23:30:41,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +18: [2023-05-08 23:30:41,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-08 23:30:41,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-08 23:30:41,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-08 23:30:41,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_00-model_states.pt. +18: [2023-05-08 23:30:41,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +18: [2023-05-08 23:30:41,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... + 6: [2023-05-08 23:30:41,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 6: [2023-05-08 23:30:41,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 6: [2023-05-08 23:30:41,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 6: [2023-05-08 23:30:41,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +18: [2023-05-08 23:30:41,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +18: [2023-05-08 23:30:41,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt... +13: [2023-05-08 23:30:41,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-08 23:30:41,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-08 23:30:41,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +13: [2023-05-08 23:30:41,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +13: [2023-05-08 23:30:41,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-08 23:30:41,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-08 23:30:41,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +13: [2023-05-08 23:30:41,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 6: [2023-05-08 23:30:41,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-08 23:30:41,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-08 23:30:41,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-08 23:30:41,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-08 23:30:41,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-08 23:30:41,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-08 23:30:41,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-08 23:30:41,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-08 23:30:41,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-08 23:30:41,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-08 23:30:41,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 6: [2023-05-08 23:30:41,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-08 23:30:41,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-08 23:30:41,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-08 23:30:41,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 6: [2023-05-08 23:30:41,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 6: [2023-05-08 23:30:41,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 1: [2023-05-08 23:30:41,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 1: [2023-05-08 23:30:41,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 1: [2023-05-08 23:30:41,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 1: [2023-05-08 23:30:41,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 1: [2023-05-08 23:30:41,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 5: [2023-05-08 23:30:41,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 5: [2023-05-08 23:30:41,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 5: [2023-05-08 23:30:41,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +10: [2023-05-08 23:30:41,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +10: [2023-05-08 23:30:41,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +10: [2023-05-08 23:30:41,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +10: [2023-05-08 23:30:41,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +29: [2023-05-08 23:30:41,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +29: [2023-05-08 23:30:41,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +29: [2023-05-08 23:30:41,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +29: [2023-05-08 23:30:41,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 5: [2023-05-08 23:30:41,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-08 23:30:41,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 7: [2023-05-08 23:30:41,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 7: [2023-05-08 23:30:41,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 0: [2023-05-08 23:30:41,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 7: [2023-05-08 23:30:41,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 0: [2023-05-08 23:30:41,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 0: [2023-05-08 23:30:41,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 0: [2023-05-08 23:30:41,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 1: [2023-05-08 23:30:41,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 1: [2023-05-08 23:30:41,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-08 23:30:41,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-08 23:30:41,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-08 23:30:41,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +10: [2023-05-08 23:30:41,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 1: [2023-05-08 23:30:41,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +29: [2023-05-08 23:30:41,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-08 23:30:41,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +28: [2023-05-08 23:30:41,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +29: [2023-05-08 23:30:41,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-08 23:30:41,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-08 23:30:41,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +28: [2023-05-08 23:30:41,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 1: [2023-05-08 23:30:41,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-08 23:30:41,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 7: [2023-05-08 23:30:41,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 0: [2023-05-08 23:30:41,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-08 23:30:41,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-08 23:30:41,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-08 23:30:41,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-08 23:30:41,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-08 23:30:41,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +25: [2023-05-08 23:30:41,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 5: [2023-05-08 23:30:41,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 5: [2023-05-08 23:30:41,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +14: [2023-05-08 23:30:41,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +14: [2023-05-08 23:30:41,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +14: [2023-05-08 23:30:41,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +25: [2023-05-08 23:30:41,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +25: [2023-05-08 23:30:41,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +14: [2023-05-08 23:30:41,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 5: [2023-05-08 23:30:41,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 5: [2023-05-08 23:30:41,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +16: [2023-05-08 23:30:41,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-08 23:30:41,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 5: [2023-05-08 23:30:41,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +10: [2023-05-08 23:30:41,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-08 23:30:41,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-08 23:30:41,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-08 23:30:41,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +29: [2023-05-08 23:30:41,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-08 23:30:41,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +10: [2023-05-08 23:30:41,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +10: [2023-05-08 23:30:41,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +10: [2023-05-08 23:30:41,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-08 23:30:41,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +10: [2023-05-08 23:30:41,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +10: [2023-05-08 23:30:41,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +15: [2023-05-08 23:30:41,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +15: [2023-05-08 23:30:41,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +15: [2023-05-08 23:30:41,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +15: [2023-05-08 23:30:41,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +29: [2023-05-08 23:30:41,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +29: [2023-05-08 23:30:41,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-08 23:30:41,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-08 23:30:41,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-08 23:30:41,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-08 23:30:41,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-08 23:30:41,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +29: [2023-05-08 23:30:41,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +25: [2023-05-08 23:30:41,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-08 23:30:41,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +25: [2023-05-08 23:30:41,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +29: [2023-05-08 23:30:41,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +14: [2023-05-08 23:30:41,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-08 23:30:41,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-08 23:30:41,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 7: [2023-05-08 23:30:41,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +17: [2023-05-08 23:30:41,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-08 23:30:41,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-08 23:30:41,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-08 23:30:41,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-08 23:30:41,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +16: [2023-05-08 23:30:41,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-08 23:30:41,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 0: [2023-05-08 23:30:41,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 7: [2023-05-08 23:30:41,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-08 23:30:41,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-08 23:30:41,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +28: [2023-05-08 23:30:41,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-08 23:30:41,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +15: [2023-05-08 23:30:41,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-08 23:30:41,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +22: [2023-05-08 23:30:41,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +22: [2023-05-08 23:30:41,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +22: [2023-05-08 23:30:41,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +28: [2023-05-08 23:30:41,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +28: [2023-05-08 23:30:41,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +15: [2023-05-08 23:30:41,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +28: [2023-05-08 23:30:41,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +28: [2023-05-08 23:30:41,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 0: [2023-05-08 23:30:41,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 0: [2023-05-08 23:30:41,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 0: [2023-05-08 23:30:41,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +15: [2023-05-08 23:30:41,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +15: [2023-05-08 23:30:41,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-08 23:30:41,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +31: [2023-05-08 23:30:41,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +31: [2023-05-08 23:30:41,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +28: [2023-05-08 23:30:41,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +31: [2023-05-08 23:30:41,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 7: [2023-05-08 23:30:41,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 7: [2023-05-08 23:30:41,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +20: [2023-05-08 23:30:41,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +20: [2023-05-08 23:30:41,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +20: [2023-05-08 23:30:41,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +20: [2023-05-08 23:30:41,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +17: [2023-05-08 23:30:41,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-08 23:30:41,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-08 23:30:41,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-08 23:30:41,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +17: [2023-05-08 23:30:41,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-08 23:30:41,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-08 23:30:41,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-08 23:30:41,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +12: [2023-05-08 23:30:41,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +12: [2023-05-08 23:30:41,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +12: [2023-05-08 23:30:41,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +31: [2023-05-08 23:30:41,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +14: [2023-05-08 23:30:41,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-08 23:30:41,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +20: [2023-05-08 23:30:41,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-08 23:30:41,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +31: [2023-05-08 23:30:41,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-08 23:30:41,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +31: [2023-05-08 23:30:41,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +25: [2023-05-08 23:30:41,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-08 23:30:41,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-08 23:30:41,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-08 23:30:41,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +25: [2023-05-08 23:30:41,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +25: [2023-05-08 23:30:41,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +25: [2023-05-08 23:30:41,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +25: [2023-05-08 23:30:41,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +20: [2023-05-08 23:30:41,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-08 23:30:41,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-08 23:30:41,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-08 23:30:41,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-08 23:30:41,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-08 23:30:41,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-08 23:30:41,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-08 23:30:41,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-08 23:30:41,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 4: [2023-05-08 23:30:41,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +14: [2023-05-08 23:30:41,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +16: [2023-05-08 23:30:41,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-08 23:30:41,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +16: [2023-05-08 23:30:41,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +16: [2023-05-08 23:30:41,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +15: [2023-05-08 23:30:41,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +14: [2023-05-08 23:30:41,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 4: [2023-05-08 23:30:41,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 4: [2023-05-08 23:30:41,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 4: [2023-05-08 23:30:41,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 9: [2023-05-08 23:30:41,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 9: [2023-05-08 23:30:41,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 9: [2023-05-08 23:30:41,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 9: [2023-05-08 23:30:41,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +16: [2023-05-08 23:30:41,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +16: [2023-05-08 23:30:41,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +15: [2023-05-08 23:30:41,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +12: [2023-05-08 23:30:41,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-08 23:30:41,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-08 23:30:41,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-08 23:30:41,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +24: [2023-05-08 23:30:41,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +24: [2023-05-08 23:30:41,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +24: [2023-05-08 23:30:41,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +24: [2023-05-08 23:30:41,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +15: [2023-05-08 23:30:41,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-08 23:30:41,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-08 23:30:41,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-08 23:30:41,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +15: [2023-05-08 23:30:41,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +15: [2023-05-08 23:30:41,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +15: [2023-05-08 23:30:41,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +17: [2023-05-08 23:30:41,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-08 23:30:41,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +17: [2023-05-08 23:30:41,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +22: [2023-05-08 23:30:41,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-08 23:30:41,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +30: [2023-05-08 23:30:41,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 9: [2023-05-08 23:30:41,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-08 23:30:41,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-08 23:30:41,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +30: [2023-05-08 23:30:41,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +31: [2023-05-08 23:30:41,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-08 23:30:41,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +22: [2023-05-08 23:30:41,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 9: [2023-05-08 23:30:41,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:41,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-08 23:30:41,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 4: [2023-05-08 23:30:41,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-08 23:30:41,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 4: [2023-05-08 23:30:41,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 4: [2023-05-08 23:30:41,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:41,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +22: [2023-05-08 23:30:41,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +17: [2023-05-08 23:30:41,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-08 23:30:41,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-08 23:30:41,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-08 23:30:41,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-08 23:30:41,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-08 23:30:41,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +24: [2023-05-08 23:30:41,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-08 23:30:41,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +19: [2023-05-08 23:30:41,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +22: [2023-05-08 23:30:41,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +19: [2023-05-08 23:30:41,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +19: [2023-05-08 23:30:41,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +31: [2023-05-08 23:30:41,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-08 23:30:41,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-08 23:30:41,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +22: [2023-05-08 23:30:41,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +31: [2023-05-08 23:30:41,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +31: [2023-05-08 23:30:41,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +22: [2023-05-08 23:30:41,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +31: [2023-05-08 23:30:41,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +30: [2023-05-08 23:30:41,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +12: [2023-05-08 23:30:41,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-08 23:30:41,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-08 23:30:41,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-08 23:30:41,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-08 23:30:41,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +27: [2023-05-08 23:30:41,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +27: [2023-05-08 23:30:41,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +27: [2023-05-08 23:30:41,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 3: [2023-05-08 23:30:41,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 3: [2023-05-08 23:30:41,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 3: [2023-05-08 23:30:41,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 3: [2023-05-08 23:30:41,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +12: [2023-05-08 23:30:41,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +12: [2023-05-08 23:30:41,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-08 23:30:41,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-08 23:30:41,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +12: [2023-05-08 23:30:41,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +12: [2023-05-08 23:30:41,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +12: [2023-05-08 23:30:41,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +19: [2023-05-08 23:30:41,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-08 23:30:41,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +19: [2023-05-08 23:30:41,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 2: [2023-05-08 23:30:41,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 2: [2023-05-08 23:30:41,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 2: [2023-05-08 23:30:41,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 9: [2023-05-08 23:30:41,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-08 23:30:41,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-08 23:30:41,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +18: [2023-05-08 23:30:41,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +27: [2023-05-08 23:30:41,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-08 23:30:41,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +18: [2023-05-08 23:30:41,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 3: [2023-05-08 23:30:41,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-08 23:30:41,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 3: [2023-05-08 23:30:41,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-08 23:30:41,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 9: [2023-05-08 23:30:41,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +27: [2023-05-08 23:30:41,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +27: [2023-05-08 23:30:41,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-08 23:30:41,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 9: [2023-05-08 23:30:41,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-08 23:30:41,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +21: [2023-05-08 23:30:41,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +21: [2023-05-08 23:30:41,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +21: [2023-05-08 23:30:41,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +19: [2023-05-08 23:30:41,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 9: [2023-05-08 23:30:41,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 9: [2023-05-08 23:30:41,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 2: [2023-05-08 23:30:41,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-08 23:30:41,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-08 23:30:41,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-08 23:30:41,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-08 23:30:41,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-08 23:30:41,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-08 23:30:41,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-08 23:30:41,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +18: [2023-05-08 23:30:41,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-08 23:30:41,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-08 23:30:41,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +30: [2023-05-08 23:30:41,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +21: [2023-05-08 23:30:41,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +21: [2023-05-08 23:30:41,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-08 23:30:41,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +23: [2023-05-08 23:30:41,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +23: [2023-05-08 23:30:41,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +23: [2023-05-08 23:30:41,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +23: [2023-05-08 23:30:41,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +21: [2023-05-08 23:30:41,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +30: [2023-05-08 23:30:41,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-08 23:30:41,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +30: [2023-05-08 23:30:41,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +19: [2023-05-08 23:30:41,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +19: [2023-05-08 23:30:41,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-08 23:30:41,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-08 23:30:41,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-08 23:30:41,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-08 23:30:41,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +27: [2023-05-08 23:30:41,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-08 23:30:41,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 6: [2023-05-08 23:30:41,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +19: [2023-05-08 23:30:41,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +27: [2023-05-08 23:30:41,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +27: [2023-05-08 23:30:41,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 6: [2023-05-08 23:30:41,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +19: [2023-05-08 23:30:41,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +23: [2023-05-08 23:30:41,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +27: [2023-05-08 23:30:41,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +27: [2023-05-08 23:30:41,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +23: [2023-05-08 23:30:41,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-08 23:30:41,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-08 23:30:41,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-08 23:30:41,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +19: [2023-05-08 23:30:41,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +18: [2023-05-08 23:30:41,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-08 23:30:41,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 8: [2023-05-08 23:30:41,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 8: [2023-05-08 23:30:41,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +13: [2023-05-08 23:30:41,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +13: [2023-05-08 23:30:41,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 6: [2023-05-08 23:30:41,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +13: [2023-05-08 23:30:41,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +18: [2023-05-08 23:30:41,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +18: [2023-05-08 23:30:41,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +21: [2023-05-08 23:30:41,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-08 23:30:41,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +13: [2023-05-08 23:30:41,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +18: [2023-05-08 23:30:41,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +18: [2023-05-08 23:30:41,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 6: [2023-05-08 23:30:41,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-08 23:30:41,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-08 23:30:41,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +21: [2023-05-08 23:30:41,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-08 23:30:41,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +21: [2023-05-08 23:30:41,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +21: [2023-05-08 23:30:41,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +11: [2023-05-08 23:30:41,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +11: [2023-05-08 23:30:41,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. + 6: [2023-05-08 23:30:41,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:41,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_07-model_01-model_states.pt. +18: [2023-05-08 23:30:41,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +21: [2023-05-08 23:30:41,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +21: [2023-05-08 23:30:41,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +18: [2023-05-08 23:30:41,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 8: [2023-05-08 23:30:41,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... + 8: [2023-05-08 23:30:41,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-08 23:30:41,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:41,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-08 23:30:41,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +13: [2023-05-08 23:30:41,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-08 23:30:41,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-08 23:30:41,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:41,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +11: [2023-05-08 23:30:41,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt... +26: [2023-05-08 23:30:41,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +26: [2023-05-08 23:30:41,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +26: [2023-05-08 23:30:41,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +26: [2023-05-08 23:30:41,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 8: [2023-05-08 23:30:41,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 8: [2023-05-08 23:30:41,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-08 23:30:41,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +11: [2023-05-08 23:30:41,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +11: [2023-05-08 23:30:41,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. + 8: [2023-05-08 23:30:41,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... + 8: [2023-05-08 23:30:41,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +11: [2023-05-08 23:30:41,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +11: [2023-05-08 23:30:41,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +11: [2023-05-08 23:30:41,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_00-model_states.pt. +26: [2023-05-08 23:30:41,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-08 23:30:41,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-08 23:30:41,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:41,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +11: [2023-05-08 23:30:41,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt... +26: [2023-05-08 23:30:41,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-08 23:30:41,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +29: [2023-05-08 23:30:41,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +29: [2023-05-08 23:30:41,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +29: [2023-05-08 23:30:41,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +29: [2023-05-08 23:30:41,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-08 23:30:41,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-08 23:30:41,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-08 23:30:41,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 5: [2023-05-08 23:30:41,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 5: [2023-05-08 23:30:41,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 5: [2023-05-08 23:30:41,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 1: [2023-05-08 23:30:41,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 1: [2023-05-08 23:30:41,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 1: [2023-05-08 23:30:41,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 1: [2023-05-08 23:30:41,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 5: [2023-05-08 23:30:41,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 7: [2023-05-08 23:30:41,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 7: [2023-05-08 23:30:41,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 5: [2023-05-08 23:30:41,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-08 23:30:41,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +14: [2023-05-08 23:30:41,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +14: [2023-05-08 23:30:41,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +14: [2023-05-08 23:30:41,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +14: [2023-05-08 23:30:41,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +17: [2023-05-08 23:30:41,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +17: [2023-05-08 23:30:41,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +17: [2023-05-08 23:30:41,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +17: [2023-05-08 23:30:41,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 1: [2023-05-08 23:30:41,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-08 23:30:41,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-08 23:30:41,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-08 23:30:41,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:41,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-08 23:30:41,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-08 23:30:41,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:41,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-08 23:30:41,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-08 23:30:41,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +31: [2023-05-08 23:30:41,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +31: [2023-05-08 23:30:41,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +31: [2023-05-08 23:30:41,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +17: [2023-05-08 23:30:41,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:41,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-08 23:30:42,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-08 23:30:42,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-08 23:30:42,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-08 23:30:42,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-08 23:30:42,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +15: [2023-05-08 23:30:42,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +15: [2023-05-08 23:30:42,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +15: [2023-05-08 23:30:42,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +15: [2023-05-08 23:30:42,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-08 23:30:42,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 0: [2023-05-08 23:30:42,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 0: [2023-05-08 23:30:42,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 0: [2023-05-08 23:30:42,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +15: [2023-05-08 23:30:42,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-08 23:30:42,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-08 23:30:42,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-08 23:30:42,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-08 23:30:42,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-08 23:30:42,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-08 23:30:42,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-08 23:30:42,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 9: [2023-05-08 23:30:42,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 9: [2023-05-08 23:30:42,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 9: [2023-05-08 23:30:42,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +28: [2023-05-08 23:30:42,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +28: [2023-05-08 23:30:42,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +28: [2023-05-08 23:30:42,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +28: [2023-05-08 23:30:42,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 9: [2023-05-08 23:30:42,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-08 23:30:42,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +22: [2023-05-08 23:30:42,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +22: [2023-05-08 23:30:42,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +22: [2023-05-08 23:30:42,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 9: [2023-05-08 23:30:42,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-08 23:30:42,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-08 23:30:42,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-08 23:30:42,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +18: [2023-05-08 23:30:42,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +19: [2023-05-08 23:30:42,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +19: [2023-05-08 23:30:42,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +12: [2023-05-08 23:30:42,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +12: [2023-05-08 23:30:42,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +12: [2023-05-08 23:30:42,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +12: [2023-05-08 23:30:42,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +19: [2023-05-08 23:30:42,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +30: [2023-05-08 23:30:42,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +30: [2023-05-08 23:30:42,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +19: [2023-05-08 23:30:42,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +30: [2023-05-08 23:30:42,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +28: [2023-05-08 23:30:42,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-08 23:30:42,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +28: [2023-05-08 23:30:42,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-08 23:30:42,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +18: [2023-05-08 23:30:42,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +28: [2023-05-08 23:30:42,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-08 23:30:42,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-08 23:30:42,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +27: [2023-05-08 23:30:42,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +27: [2023-05-08 23:30:42,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +10: [2023-05-08 23:30:42,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +10: [2023-05-08 23:30:42,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +27: [2023-05-08 23:30:42,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +10: [2023-05-08 23:30:42,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +10: [2023-05-08 23:30:42,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +22: [2023-05-08 23:30:42,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-08 23:30:42,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-08 23:30:42,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-08 23:30:42,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +16: [2023-05-08 23:30:42,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +22: [2023-05-08 23:30:42,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-08 23:30:42,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +25: [2023-05-08 23:30:42,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +12: [2023-05-08 23:30:42,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-08 23:30:42,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-08 23:30:42,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +16: [2023-05-08 23:30:42,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +21: [2023-05-08 23:30:42,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +21: [2023-05-08 23:30:42,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +12: [2023-05-08 23:30:42,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-08 23:30:42,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +12: [2023-05-08 23:30:42,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-08 23:30:42,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 8: [2023-05-08 23:30:42,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 8: [2023-05-08 23:30:42,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +18: [2023-05-08 23:30:42,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-08 23:30:42,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-08 23:30:42,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +30: [2023-05-08 23:30:42,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-08 23:30:42,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-08 23:30:42,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +30: [2023-05-08 23:30:42,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-08 23:30:42,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-08 23:30:42,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-08 23:30:42,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. + 8: [2023-05-08 23:30:42,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +19: [2023-05-08 23:30:42,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-08 23:30:42,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-08 23:30:42,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-08 23:30:42,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-08 23:30:42,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-08 23:30:42,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-08 23:30:42,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-08 23:30:42,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-08 23:30:42,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-08 23:30:42,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-08 23:30:42,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-08 23:30:42,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-08 23:30:42,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-08 23:30:42,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-08 23:30:42,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-08 23:30:42,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-08 23:30:42,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-08 23:30:42,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-08 23:30:42,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-08 23:30:42,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-08 23:30:42,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-08 23:30:42,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-08 23:30:42,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-08 23:30:42,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-08 23:30:42,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-08 23:30:42,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-08 23:30:42,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-08 23:30:42,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-08 23:30:42,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:42,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +11: [2023-05-08 23:30:42,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +11: [2023-05-08 23:30:42,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +11: [2023-05-08 23:30:42,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_08-model_01-model_states.pt. +11: [2023-05-08 23:30:42,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:42,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:42,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:42,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-08 23:30:44,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-08 23:30:44,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-08 23:30:44,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-08 23:30:44,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-08 23:30:44,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-08 23:30:44,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-08 23:30:44,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-08 23:30:44,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-08 23:30:44,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-08 23:30:44,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +16: [2023-05-08 23:30:44,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-08 23:30:44,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +16: [2023-05-08 23:30:44,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +16: [2023-05-08 23:30:44,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-08 23:30:44,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +16: [2023-05-08 23:30:44,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +16: [2023-05-08 23:30:44,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-08 23:30:44,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-08 23:30:44,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-08 23:30:44,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-08 23:30:44,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-08 23:30:44,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-08 23:30:44,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-08 23:30:44,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-08 23:30:44,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-08 23:30:44,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-08 23:30:44,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-08 23:30:44,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-08 23:30:44,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-08 23:30:44,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-08 23:30:44,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-08 23:30:44,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-08 23:30:44,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-08 23:30:44,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-08 23:30:44,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +31: [2023-05-08 23:30:44,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +31: [2023-05-08 23:30:44,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-08 23:30:44,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-08 23:30:44,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +31: [2023-05-08 23:30:44,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +30: [2023-05-08 23:30:44,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-08 23:30:44,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-08 23:30:44,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-08 23:30:44,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-08 23:30:44,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-08 23:30:44,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-08 23:30:44,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-08 23:30:44,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-08 23:30:44,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-08 23:30:44,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-08 23:30:44,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +30: [2023-05-08 23:30:44,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +30: [2023-05-08 23:30:44,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +30: [2023-05-08 23:30:44,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +30: [2023-05-08 23:30:44,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +30: [2023-05-08 23:30:44,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-08 23:30:44,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-08 23:30:44,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-08 23:30:44,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-08 23:30:44,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-08 23:30:44,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-08 23:30:44,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-08 23:30:44,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-08 23:30:44,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-08 23:30:44,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-08 23:30:44,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +25: [2023-05-08 23:30:44,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-08 23:30:44,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-08 23:30:44,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +29: [2023-05-08 23:30:44,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-08 23:30:44,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +29: [2023-05-08 23:30:44,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-08 23:30:44,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-08 23:30:44,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-08 23:30:44,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-08 23:30:44,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-08 23:30:44,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-08 23:30:44,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-08 23:30:44,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-08 23:30:44,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +25: [2023-05-08 23:30:44,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +12: [2023-05-08 23:30:44,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-08 23:30:44,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +25: [2023-05-08 23:30:44,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 8: [2023-05-08 23:30:44,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-08 23:30:44,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-08 23:30:44,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-08 23:30:44,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 8: [2023-05-08 23:30:44,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +18: [2023-05-08 23:30:44,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 8: [2023-05-08 23:30:44,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +18: [2023-05-08 23:30:44,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-08 23:30:44,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-08 23:30:44,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +18: [2023-05-08 23:30:44,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +18: [2023-05-08 23:30:44,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-08 23:30:44,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-08 23:30:44,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-08 23:30:44,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-08 23:30:44,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +12: [2023-05-08 23:30:44,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +12: [2023-05-08 23:30:44,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +12: [2023-05-08 23:30:44,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +12: [2023-05-08 23:30:44,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 8: [2023-05-08 23:30:44,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-08 23:30:44,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 8: [2023-05-08 23:30:44,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-08 23:30:44,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-08 23:30:44,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-08 23:30:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-08 23:30:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-08 23:30:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-08 23:30:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-08 23:30:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-08 23:30:44,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-08 23:30:44,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +28: [2023-05-08 23:30:44,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-08 23:30:44,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-08 23:30:44,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-08 23:30:44,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-08 23:30:44,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +28: [2023-05-08 23:30:44,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-08 23:30:44,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +28: [2023-05-08 23:30:44,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +18: [2023-05-08 23:30:44,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +28: [2023-05-08 23:30:44,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +18: [2023-05-08 23:30:44,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-08 23:30:44,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +28: [2023-05-08 23:30:44,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-08 23:30:44,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +28: [2023-05-08 23:30:44,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +28: [2023-05-08 23:30:44,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +31: [2023-05-08 23:30:44,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-08 23:30:44,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-08 23:30:44,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-08 23:30:44,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-08 23:30:44,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-08 23:30:44,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-08 23:30:44,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-08 23:30:44,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-08 23:30:44,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-08 23:30:44,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-08 23:30:44,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-08 23:30:44,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-08 23:30:44,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-08 23:30:44,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-08 23:30:44,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 2: [2023-05-08 23:30:44,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-08 23:30:44,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +13: [2023-05-08 23:30:44,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 2: [2023-05-08 23:30:44,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +13: [2023-05-08 23:30:44,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +13: [2023-05-08 23:30:44,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-08 23:30:44,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 2: [2023-05-08 23:30:44,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +13: [2023-05-08 23:30:44,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +31: [2023-05-08 23:30:44,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-08 23:30:44,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-08 23:30:44,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-08 23:30:44,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-08 23:30:44,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-08 23:30:44,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-08 23:30:44,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-08 23:30:44,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-08 23:30:44,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-08 23:30:44,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-08 23:30:44,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-08 23:30:44,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-08 23:30:44,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-08 23:30:44,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-08 23:30:44,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-08 23:30:44,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-08 23:30:44,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-08 23:30:44,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-08 23:30:44,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-08 23:30:44,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-08 23:30:44,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +18: [2023-05-08 23:30:44,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +18: [2023-05-08 23:30:44,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-08 23:30:44,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 3: [2023-05-08 23:30:44,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 3: [2023-05-08 23:30:44,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-08 23:30:44,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-08 23:30:44,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-08 23:30:44,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:44,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:44,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:44,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +12: [2023-05-08 23:30:44,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-08 23:30:44,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-08 23:30:44,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 8: [2023-05-08 23:30:44,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-08 23:30:44,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-08 23:30:44,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-08 23:30:44,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-08 23:30:44,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-08 23:30:44,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-08 23:30:44,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-08 23:30:44,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-08 23:30:44,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-08 23:30:44,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-08 23:30:44,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-08 23:30:44,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-08 23:30:44,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-08 23:30:44,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-08 23:30:44,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-08 23:30:44,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-08 23:30:44,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +28: [2023-05-08 23:30:44,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-08 23:30:44,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-08 23:30:44,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-08 23:30:44,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +13: [2023-05-08 23:30:44,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +12: [2023-05-08 23:30:44,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-08 23:30:44,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-08 23:30:44,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-08 23:30:44,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-08 23:30:44,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-08 23:30:44,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-08 23:30:44,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-08 23:30:44,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-08 23:30:44,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-08 23:30:44,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-08 23:30:44,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-08 23:30:44,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-08 23:30:44,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-08 23:30:44,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-08 23:30:44,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-08 23:30:44,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-08 23:30:44,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-08 23:30:44,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-08 23:30:44,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-08 23:30:44,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-08 23:30:44,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-08 23:30:44,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-08 23:30:44,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-08 23:30:44,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-08 23:30:44,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-08 23:30:44,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 3: [2023-05-08 23:30:44,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-08 23:30:44,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +13: [2023-05-08 23:30:44,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-08 23:30:44,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +13: [2023-05-08 23:30:44,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-08 23:30:44,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +27: [2023-05-08 23:30:44,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-08 23:30:44,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-08 23:30:44,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 2: [2023-05-08 23:30:44,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-08 23:30:44,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +13: [2023-05-08 23:30:44,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-08 23:30:44,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-08 23:30:44,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-08 23:30:44,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-08 23:30:44,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-08 23:30:44,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-08 23:30:44,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-08 23:30:44,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-08 23:30:44,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-08 23:30:44,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-08 23:30:44,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-08 23:30:44,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-08 23:30:44,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +10: [2023-05-08 23:30:44,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +10: [2023-05-08 23:30:44,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +10: [2023-05-08 23:30:44,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +10: [2023-05-08 23:30:44,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-08 23:30:44,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:44,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-08 23:30:44,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +11: [2023-05-08 23:30:44,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-08 23:30:44,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +18: [2023-05-08 23:30:44,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-08 23:30:44,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-08 23:30:44,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-08 23:30:44,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-08 23:30:44,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-08 23:30:44,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-08 23:30:44,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-08 23:30:44,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +21: [2023-05-08 23:30:44,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 3: [2023-05-08 23:30:44,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-08 23:30:44,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-08 23:30:44,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-08 23:30:44,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-08 23:30:44,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-08 23:30:44,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-08 23:30:44,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-08 23:30:44,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-08 23:30:44,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 4: [2023-05-08 23:30:44,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 4: [2023-05-08 23:30:44,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 4: [2023-05-08 23:30:44,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 4: [2023-05-08 23:30:44,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-08 23:30:44,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:44,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-08 23:30:44,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +11: [2023-05-08 23:30:44,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-08 23:30:44,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-08 23:30:44,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-08 23:30:44,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +26: [2023-05-08 23:30:44,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-08 23:30:44,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +11: [2023-05-08 23:30:44,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-08 23:30:44,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +26: [2023-05-08 23:30:44,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-08 23:30:44,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-08 23:30:44,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-08 23:30:44,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-08 23:30:44,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-08 23:30:44,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-08 23:30:44,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +21: [2023-05-08 23:30:44,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-08 23:30:44,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +27: [2023-05-08 23:30:44,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-08 23:30:44,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +10: [2023-05-08 23:30:44,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +23: [2023-05-08 23:30:44,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-08 23:30:44,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +23: [2023-05-08 23:30:44,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-08 23:30:44,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-08 23:30:44,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-08 23:30:44,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-08 23:30:44,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-08 23:30:44,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-08 23:30:44,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-08 23:30:44,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-08 23:30:44,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-08 23:30:44,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-08 23:30:44,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-08 23:30:44,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +23: [2023-05-08 23:30:44,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +23: [2023-05-08 23:30:44,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +23: [2023-05-08 23:30:44,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +27: [2023-05-08 23:30:44,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-08 23:30:44,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-08 23:30:44,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +21: [2023-05-08 23:30:44,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-08 23:30:44,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-08 23:30:44,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-08 23:30:44,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-08 23:30:44,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-08 23:30:44,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-08 23:30:44,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-08 23:30:44,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-08 23:30:44,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-08 23:30:44,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-08 23:30:44,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-08 23:30:44,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-08 23:30:44,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-08 23:30:44,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-08 23:30:44,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-08 23:30:44,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-08 23:30:44,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-08 23:30:44,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +27: [2023-05-08 23:30:44,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-08 23:30:44,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-08 23:30:44,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-08 23:30:44,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +21: [2023-05-08 23:30:44,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-08 23:30:44,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-08 23:30:44,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +10: [2023-05-08 23:30:44,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-08 23:30:44,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-08 23:30:44,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-08 23:30:44,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-08 23:30:44,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-08 23:30:44,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +20: [2023-05-08 23:30:44,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +10: [2023-05-08 23:30:44,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-08 23:30:44,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +19: [2023-05-08 23:30:44,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +20: [2023-05-08 23:30:44,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +19: [2023-05-08 23:30:44,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +20: [2023-05-08 23:30:44,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +19: [2023-05-08 23:30:44,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-08 23:30:44,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +26: [2023-05-08 23:30:44,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-08 23:30:44,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-08 23:30:44,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-08 23:30:44,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-08 23:30:44,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +19: [2023-05-08 23:30:44,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +21: [2023-05-08 23:30:44,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-08 23:30:44,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-08 23:30:44,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-08 23:30:44,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-08 23:30:44,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-08 23:30:44,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-08 23:30:44,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-08 23:30:44,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-08 23:30:44,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-08 23:30:44,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +26: [2023-05-08 23:30:44,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-08 23:30:44,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-08 23:30:44,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-08 23:30:44,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-08 23:30:44,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +16: [2023-05-08 23:30:44,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +16: [2023-05-08 23:30:44,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +16: [2023-05-08 23:30:44,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-08 23:30:44,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-08 23:30:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-08 23:30:44,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 7: [2023-05-08 23:30:44,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 6: [2023-05-08 23:30:44,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 6: [2023-05-08 23:30:44,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 7: [2023-05-08 23:30:44,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +20: [2023-05-08 23:30:44,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-08 23:30:44,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-08 23:30:44,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-08 23:30:44,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +20: [2023-05-08 23:30:44,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-08 23:30:44,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-08 23:30:44,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-08 23:30:44,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-08 23:30:44,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-08 23:30:44,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-08 23:30:44,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-08 23:30:44,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-08 23:30:44,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +23: [2023-05-08 23:30:44,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-08 23:30:44,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-08 23:30:44,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-08 23:30:44,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-08 23:30:44,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-08 23:30:44,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-08 23:30:44,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-08 23:30:44,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-08 23:30:44,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-08 23:30:44,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-08 23:30:44,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-08 23:30:44,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-08 23:30:44,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-08 23:30:44,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-08 23:30:44,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-08 23:30:44,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-08 23:30:44,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-08 23:30:44,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +22: [2023-05-08 23:30:44,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-08 23:30:44,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +15: [2023-05-08 23:30:44,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-08 23:30:44,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +22: [2023-05-08 23:30:44,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-08 23:30:44,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-08 23:30:44,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-08 23:30:44,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +15: [2023-05-08 23:30:44,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +22: [2023-05-08 23:30:44,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-08 23:30:44,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +15: [2023-05-08 23:30:44,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +15: [2023-05-08 23:30:44,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +15: [2023-05-08 23:30:44,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-08 23:30:44,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +15: [2023-05-08 23:30:44,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +15: [2023-05-08 23:30:44,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +19: [2023-05-08 23:30:44,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 1: [2023-05-08 23:30:44,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 1: [2023-05-08 23:30:44,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +23: [2023-05-08 23:30:44,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-08 23:30:44,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 1: [2023-05-08 23:30:44,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 1: [2023-05-08 23:30:44,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +19: [2023-05-08 23:30:44,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-08 23:30:44,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-08 23:30:44,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-08 23:30:44,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-08 23:30:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-08 23:30:44,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-08 23:30:44,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-08 23:30:44,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +29: [2023-05-08 23:30:44,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +29: [2023-05-08 23:30:44,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +29: [2023-05-08 23:30:44,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +17: [2023-05-08 23:30:44,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-08 23:30:44,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-08 23:30:44,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-08 23:30:44,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-08 23:30:44,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-08 23:30:44,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-08 23:30:44,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-08 23:30:44,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-08 23:30:44,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-08 23:30:44,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-08 23:30:44,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-08 23:30:44,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-08 23:30:44,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-08 23:30:44,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-08 23:30:44,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-08 23:30:44,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:44,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +17: [2023-05-08 23:30:44,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-08 23:30:44,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +14: [2023-05-08 23:30:44,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +14: [2023-05-08 23:30:44,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-08 23:30:44,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 7: [2023-05-08 23:30:44,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-08 23:30:44,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +14: [2023-05-08 23:30:44,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-08 23:30:44,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:44,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +14: [2023-05-08 23:30:44,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 0: [2023-05-08 23:30:44,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +17: [2023-05-08 23:30:44,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 0: [2023-05-08 23:30:44,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 0: [2023-05-08 23:30:44,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 0: [2023-05-08 23:30:44,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 5: [2023-05-08 23:30:44,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:44,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +17: [2023-05-08 23:30:44,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 0: [2023-05-08 23:30:44,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 5: [2023-05-08 23:30:44,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +17: [2023-05-08 23:30:44,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +17: [2023-05-08 23:30:44,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +15: [2023-05-08 23:30:44,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-08 23:30:44,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-08 23:30:44,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-08 23:30:44,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +22: [2023-05-08 23:30:44,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-08 23:30:44,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +29: [2023-05-08 23:30:44,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-08 23:30:44,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-08 23:30:44,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +15: [2023-05-08 23:30:44,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-08 23:30:44,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +31: [2023-05-08 23:30:44,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +31: [2023-05-08 23:30:44,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +31: [2023-05-08 23:30:44,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-08 23:30:44,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-08 23:30:44,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +25: [2023-05-08 23:30:44,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-08 23:30:44,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-08 23:30:44,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +15: [2023-05-08 23:30:44,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-08 23:30:44,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-08 23:30:44,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-08 23:30:44,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-08 23:30:44,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-08 23:30:44,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-08 23:30:44,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-08 23:30:44,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-08 23:30:44,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-08 23:30:44,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-08 23:30:44,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-08 23:30:44,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +17: [2023-05-08 23:30:44,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-08 23:30:44,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-08 23:30:44,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +31: [2023-05-08 23:30:44,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-08 23:30:44,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-08 23:30:44,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-08 23:30:44,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-08 23:30:44,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-08 23:30:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +25: [2023-05-08 23:30:44,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-08 23:30:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-08 23:30:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-08 23:30:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +14: [2023-05-08 23:30:44,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-08 23:30:44,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +16: [2023-05-08 23:30:44,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-08 23:30:44,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-08 23:30:44,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +16: [2023-05-08 23:30:44,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +16: [2023-05-08 23:30:44,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-08 23:30:44,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-08 23:30:44,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +24: [2023-05-08 23:30:44,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-08 23:30:44,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-08 23:30:44,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-08 23:30:44,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-08 23:30:44,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-08 23:30:44,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-08 23:30:44,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-08 23:30:44,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-08 23:30:44,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-08 23:30:44,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-08 23:30:44,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 5: [2023-05-08 23:30:44,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-08 23:30:44,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +24: [2023-05-08 23:30:44,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +24: [2023-05-08 23:30:44,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... +24: [2023-05-08 23:30:44,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +24: [2023-05-08 23:30:44,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-08 23:30:44,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-08 23:30:44,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-08 23:30:44,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +13: [2023-05-08 23:30:44,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +13: [2023-05-08 23:30:44,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +14: [2023-05-08 23:30:44,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-08 23:30:44,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-08 23:30:44,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +14: [2023-05-08 23:30:44,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-08 23:30:44,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +28: [2023-05-08 23:30:44,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +28: [2023-05-08 23:30:44,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +14: [2023-05-08 23:30:44,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-08 23:30:44,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 0: [2023-05-08 23:30:44,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-08 23:30:44,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-08 23:30:44,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-08 23:30:44,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-08 23:30:44,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-08 23:30:44,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-08 23:30:44,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-08 23:30:44,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-08 23:30:44,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-08 23:30:44,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-08 23:30:44,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 9: [2023-05-08 23:30:44,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 9: [2023-05-08 23:30:44,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... + 9: [2023-05-08 23:30:44,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt... +13: [2023-05-08 23:30:44,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-08 23:30:44,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-08 23:30:44,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-08 23:30:44,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-08 23:30:44,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +30: [2023-05-08 23:30:44,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +28: [2023-05-08 23:30:44,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-08 23:30:44,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +30: [2023-05-08 23:30:44,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +28: [2023-05-08 23:30:44,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-08 23:30:44,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-08 23:30:44,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-08 23:30:44,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-08 23:30:44,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-08 23:30:44,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-08 23:30:44,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +30: [2023-05-08 23:30:44,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-08 23:30:44,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-08 23:30:44,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-08 23:30:44,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-08 23:30:44,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-08 23:30:44,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-08 23:30:44,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-08 23:30:44,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +16: [2023-05-08 23:30:44,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-08 23:30:44,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-08 23:30:44,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-08 23:30:44,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-08 23:30:44,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 9: [2023-05-08 23:30:44,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. +24: [2023-05-08 23:30:44,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-08 23:30:44,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-08 23:30:44,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_00-model_states.pt. + 9: [2023-05-08 23:30:44,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-08 23:30:44,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-08 23:30:44,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-08 23:30:44,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-08 23:30:44,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-08 23:30:44,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-08 23:30:44,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-08 23:30:44,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-08 23:30:44,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-08 23:30:44,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-08 23:30:44,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-08 23:30:44,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-08 23:30:44,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-08 23:30:44,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-08 23:30:44,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +31: [2023-05-08 23:30:44,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-08 23:30:44,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-08 23:30:44,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-08 23:30:44,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-08 23:30:44,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-08 23:30:44,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-08 23:30:44,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-08 23:30:44,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-08 23:30:44,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-08 23:30:44,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-08 23:30:44,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-08 23:30:44,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +29: [2023-05-08 23:30:44,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-08 23:30:44,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-08 23:30:44,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-08 23:30:44,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-08 23:30:44,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-08 23:30:44,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-08 23:30:44,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-08 23:30:44,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-08 23:30:44,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +31: [2023-05-08 23:30:44,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-08 23:30:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +27: [2023-05-08 23:30:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +27: [2023-05-08 23:30:44,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +27: [2023-05-08 23:30:44,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +31: [2023-05-08 23:30:44,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-08 23:30:44,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-08 23:30:44,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-08 23:30:44,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 3: [2023-05-08 23:30:44,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 3: [2023-05-08 23:30:44,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 3: [2023-05-08 23:30:44,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +29: [2023-05-08 23:30:44,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-08 23:30:44,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-08 23:30:44,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-08 23:30:44,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-08 23:30:44,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-08 23:30:44,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-08 23:30:44,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +29: [2023-05-08 23:30:44,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-08 23:30:44,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +12: [2023-05-08 23:30:44,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +12: [2023-05-08 23:30:44,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +12: [2023-05-08 23:30:44,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +29: [2023-05-08 23:30:44,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-08 23:30:44,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-08 23:30:44,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-08 23:30:44,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-08 23:30:44,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-08 23:30:44,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-08 23:30:44,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-08 23:30:44,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-08 23:30:44,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-08 23:30:44,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-08 23:30:44,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-08 23:30:44,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-08 23:30:44,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +25: [2023-05-08 23:30:44,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +25: [2023-05-08 23:30:44,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +25: [2023-05-08 23:30:44,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-08 23:30:44,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +29: [2023-05-08 23:30:44,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-08 23:30:44,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-08 23:30:44,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-08 23:30:44,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-08 23:30:44,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-08 23:30:44,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-08 23:30:44,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-08 23:30:44,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-08 23:30:44,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-08 23:30:44,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-08 23:30:44,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-08 23:30:44,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-08 23:30:44,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-08 23:30:44,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-08 23:30:44,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-08 23:30:44,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +30: [2023-05-08 23:30:44,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +30: [2023-05-08 23:30:44,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +10: [2023-05-08 23:30:44,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-08 23:30:44,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-08 23:30:44,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-08 23:30:44,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-08 23:30:44,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-08 23:30:44,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +10: [2023-05-08 23:30:44,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-08 23:30:44,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-08 23:30:44,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-08 23:30:44,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-08 23:30:44,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-08 23:30:44,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-08 23:30:44,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 8: [2023-05-08 23:30:44,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 8: [2023-05-08 23:30:44,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 8: [2023-05-08 23:30:44,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +19: [2023-05-08 23:30:44,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +19: [2023-05-08 23:30:44,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +19: [2023-05-08 23:30:44,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +19: [2023-05-08 23:30:44,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +18: [2023-05-08 23:30:44,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +18: [2023-05-08 23:30:44,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +18: [2023-05-08 23:30:44,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 8: [2023-05-08 23:30:44,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-08 23:30:44,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 8: [2023-05-08 23:30:44,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-08 23:30:44,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-08 23:30:44,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-08 23:30:44,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-08 23:30:44,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-08 23:30:44,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-08 23:30:44,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-08 23:30:44,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-08 23:30:44,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-08 23:30:44,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +17: [2023-05-08 23:30:44,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +17: [2023-05-08 23:30:44,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +17: [2023-05-08 23:30:44,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +25: [2023-05-08 23:30:44,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-08 23:30:44,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-08 23:30:44,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-08 23:30:44,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +19: [2023-05-08 23:30:44,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-08 23:30:44,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-08 23:30:44,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-08 23:30:44,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-08 23:30:44,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-08 23:30:44,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-08 23:30:44,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-08 23:30:44,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-08 23:30:44,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-08 23:30:44,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-08 23:30:44,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-08 23:30:44,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-08 23:30:44,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-08 23:30:44,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-08 23:30:44,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-08 23:30:44,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-08 23:30:44,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-08 23:30:44,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-08 23:30:44,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-08 23:30:44,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-08 23:30:44,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-08 23:30:44,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-08 23:30:44,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-08 23:30:44,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-08 23:30:44,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-08 23:30:44,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-08 23:30:44,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-08 23:30:44,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-08 23:30:44,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-08 23:30:44,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-08 23:30:44,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-08 23:30:44,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-08 23:30:44,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-08 23:30:44,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-08 23:30:44,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-08 23:30:44,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-08 23:30:44,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-08 23:30:44,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-08 23:30:44,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +27: [2023-05-08 23:30:44,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-08 23:30:44,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +27: [2023-05-08 23:30:44,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +27: [2023-05-08 23:30:44,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +27: [2023-05-08 23:30:44,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-08 23:30:44,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-08 23:30:44,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-08 23:30:44,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 3: [2023-05-08 23:30:44,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 3: [2023-05-08 23:30:44,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-08 23:30:44,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-08 23:30:44,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-08 23:30:44,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-08 23:30:44,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +30: [2023-05-08 23:30:44,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-08 23:30:44,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-08 23:30:44,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-08 23:30:44,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-08 23:30:44,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +25: [2023-05-08 23:30:44,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-08 23:30:44,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-08 23:30:44,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:44,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-08 23:30:44,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 6: [2023-05-08 23:30:44,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 6: [2023-05-08 23:30:44,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 6: [2023-05-08 23:30:44,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 8: [2023-05-08 23:30:44,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-08 23:30:44,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +10: [2023-05-08 23:30:44,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:44,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-08 23:30:44,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-08 23:30:44,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 8: [2023-05-08 23:30:44,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +11: [2023-05-08 23:30:44,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-08 23:30:44,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-08 23:30:44,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-08 23:30:44,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-08 23:30:44,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-08 23:30:44,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-08 23:30:44,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-08 23:30:44,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-08 23:30:44,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-08 23:30:44,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-08 23:30:44,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-08 23:30:44,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-08 23:30:44,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-08 23:30:44,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +22: [2023-05-08 23:30:44,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +22: [2023-05-08 23:30:44,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +22: [2023-05-08 23:30:44,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +16: [2023-05-08 23:30:44,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-08 23:30:44,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-08 23:30:44,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-08 23:30:44,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-08 23:30:44,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-08 23:30:44,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-08 23:30:44,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-08 23:30:44,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 4: [2023-05-08 23:30:44,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 4: [2023-05-08 23:30:44,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 4: [2023-05-08 23:30:44,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +26: [2023-05-08 23:30:44,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-08 23:30:44,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-08 23:30:44,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 8: [2023-05-08 23:30:44,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-08 23:30:44,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-08 23:30:44,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-08 23:30:44,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-08 23:30:44,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-08 23:30:44,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-08 23:30:44,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-08 23:30:44,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +20: [2023-05-08 23:30:44,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +20: [2023-05-08 23:30:44,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +20: [2023-05-08 23:30:44,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +28: [2023-05-08 23:30:44,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-08 23:30:44,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-08 23:30:44,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-08 23:30:44,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-08 23:30:44,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-08 23:30:44,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-08 23:30:44,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-08 23:30:44,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-08 23:30:44,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 3: [2023-05-08 23:30:44,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-08 23:30:44,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +11: [2023-05-08 23:30:44,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-08 23:30:44,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-08 23:30:44,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-08 23:30:44,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-08 23:30:44,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +11: [2023-05-08 23:30:44,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-08 23:30:44,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +28: [2023-05-08 23:30:44,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-08 23:30:44,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-08 23:30:44,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-08 23:30:44,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-08 23:30:44,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-08 23:30:44,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-08 23:30:44,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 8: [2023-05-08 23:30:44,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-08 23:30:44,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-08 23:30:44,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-08 23:30:44,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-08 23:30:44,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-08 23:30:44,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-08 23:30:44,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +27: [2023-05-08 23:30:44,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-08 23:30:44,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-08 23:30:44,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-08 23:30:44,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +11: [2023-05-08 23:30:44,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +11: [2023-05-08 23:30:44,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +13: [2023-05-08 23:30:44,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-08 23:30:44,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-08 23:30:44,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-08 23:30:44,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-08 23:30:44,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-08 23:30:44,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-08 23:30:44,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-08 23:30:44,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +13: [2023-05-08 23:30:44,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +27: [2023-05-08 23:30:44,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-08 23:30:44,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-08 23:30:44,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-08 23:30:44,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-08 23:30:44,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-08 23:30:44,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-08 23:30:44,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-08 23:30:44,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +13: [2023-05-08 23:30:44,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-08 23:30:44,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-08 23:30:44,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +13: [2023-05-08 23:30:44,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +13: [2023-05-08 23:30:44,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-08 23:30:44,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +20: [2023-05-08 23:30:44,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-08 23:30:44,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-08 23:30:44,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-08 23:30:44,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-08 23:30:44,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-08 23:30:44,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-08 23:30:44,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-08 23:30:44,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-08 23:30:44,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-08 23:30:44,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 5: [2023-05-08 23:30:44,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-08 23:30:44,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 2: [2023-05-08 23:30:44,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 2: [2023-05-08 23:30:44,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 2: [2023-05-08 23:30:44,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 2: [2023-05-08 23:30:44,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 1: [2023-05-08 23:30:44,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 1: [2023-05-08 23:30:44,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +10: [2023-05-08 23:30:44,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +10: [2023-05-08 23:30:44,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 3: [2023-05-08 23:30:44,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 1: [2023-05-08 23:30:44,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 8: [2023-05-08 23:30:44,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 8: [2023-05-08 23:30:44,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +14: [2023-05-08 23:30:44,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +14: [2023-05-08 23:30:44,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +14: [2023-05-08 23:30:44,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 3: [2023-05-08 23:30:44,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:44,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +10: [2023-05-08 23:30:44,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +14: [2023-05-08 23:30:44,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 0: [2023-05-08 23:30:44,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 0: [2023-05-08 23:30:44,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 0: [2023-05-08 23:30:44,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +15: [2023-05-08 23:30:44,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +15: [2023-05-08 23:30:44,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +15: [2023-05-08 23:30:44,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 0: [2023-05-08 23:30:44,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +15: [2023-05-08 23:30:44,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +21: [2023-05-08 23:30:44,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +21: [2023-05-08 23:30:44,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +21: [2023-05-08 23:30:44,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +21: [2023-05-08 23:30:44,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +16: [2023-05-08 23:30:44,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-08 23:30:44,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +23: [2023-05-08 23:30:44,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +23: [2023-05-08 23:30:44,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +23: [2023-05-08 23:30:44,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-08 23:30:44,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-08 23:30:44,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-08 23:30:44,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-08 23:30:44,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +15: [2023-05-08 23:30:44,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-08 23:30:44,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-08 23:30:44,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 3: [2023-05-08 23:30:44,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-08 23:30:44,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-08 23:30:44,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-08 23:30:44,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-08 23:30:44,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-08 23:30:44,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-08 23:30:44,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-08 23:30:44,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +26: [2023-05-08 23:30:44,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +15: [2023-05-08 23:30:44,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-08 23:30:44,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-08 23:30:44,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +26: [2023-05-08 23:30:44,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-08 23:30:44,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-08 23:30:44,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-08 23:30:44,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-08 23:30:44,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-08 23:30:44,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-08 23:30:44,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-08 23:30:44,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-08 23:30:44,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-08 23:30:44,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-08 23:30:44,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-08 23:30:44,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 9: [2023-05-08 23:30:44,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 9: [2023-05-08 23:30:44,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +10: [2023-05-08 23:30:44,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 7: [2023-05-08 23:30:44,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-08 23:30:44,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-08 23:30:44,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-08 23:30:44,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-08 23:30:44,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-08 23:30:44,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-08 23:30:44,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-08 23:30:44,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-08 23:30:44,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-08 23:30:44,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-08 23:30:44,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +21: [2023-05-08 23:30:44,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-08 23:30:44,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-08 23:30:44,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-08 23:30:44,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-08 23:30:44,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-08 23:30:44,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-08 23:30:44,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-08 23:30:44,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +15: [2023-05-08 23:30:44,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +23: [2023-05-08 23:30:44,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-08 23:30:44,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-08 23:30:44,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +28: [2023-05-08 23:30:44,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-08 23:30:44,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-08 23:30:44,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-08 23:30:44,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-08 23:30:44,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-08 23:30:44,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-08 23:30:44,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-08 23:30:44,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-08 23:30:44,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +17: [2023-05-08 23:30:44,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-08 23:30:44,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-08 23:30:44,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +17: [2023-05-08 23:30:44,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +17: [2023-05-08 23:30:44,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +17: [2023-05-08 23:30:44,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-08 23:30:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-08 23:30:44,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +17: [2023-05-08 23:30:44,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-08 23:30:44,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-08 23:30:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-08 23:30:44,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-08 23:30:44,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-08 23:30:44,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-08 23:30:44,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-08 23:30:44,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-08 23:30:44,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-08 23:30:44,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-08 23:30:44,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-08 23:30:44,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-08 23:30:44,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-08 23:30:44,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-08 23:30:44,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-08 23:30:44,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-08 23:30:44,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-08 23:30:44,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-08 23:30:44,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-08 23:30:44,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-08 23:30:44,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-08 23:30:44,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-08 23:30:44,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-08 23:30:44,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-08 23:30:44,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-08 23:30:44,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-08 23:30:44,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +12: [2023-05-08 23:30:44,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-08 23:30:44,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-08 23:30:44,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-08 23:30:44,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +26: [2023-05-08 23:30:44,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-08 23:30:44,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-08 23:30:44,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-08 23:30:44,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-08 23:30:44,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +28: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 6: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +12: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 2: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +28: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-08 23:30:44,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +12: [2023-05-08 23:30:44,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +14: [2023-05-08 23:30:44,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-08 23:30:44,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-08 23:30:44,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +18: [2023-05-08 23:30:44,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-08 23:30:44,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-08 23:30:44,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-08 23:30:44,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-08 23:30:44,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +12: [2023-05-08 23:30:44,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +20: [2023-05-08 23:30:44,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +12: [2023-05-08 23:30:44,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-08 23:30:44,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +24: [2023-05-08 23:30:44,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +24: [2023-05-08 23:30:44,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. +20: [2023-05-08 23:30:44,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +24: [2023-05-08 23:30:44,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 9: [2023-05-08 23:30:44,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-08 23:30:44,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-08 23:30:44,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +20: [2023-05-08 23:30:44,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +24: [2023-05-08 23:30:44,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_09-model_01-model_states.pt. + 9: [2023-05-08 23:30:44,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-08 23:30:44,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 9: [2023-05-08 23:30:44,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +11: [2023-05-08 23:30:44,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-08 23:30:44,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +13: [2023-05-08 23:30:44,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-08 23:30:44,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-08 23:30:44,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +11: [2023-05-08 23:30:44,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +11: [2023-05-08 23:30:44,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +11: [2023-05-08 23:30:44,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 7: [2023-05-08 23:30:44,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 4: [2023-05-08 23:30:44,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-08 23:30:44,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +15: [2023-05-08 23:30:44,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-08 23:30:44,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-08 23:30:44,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-08 23:30:44,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-08 23:30:44,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 4: [2023-05-08 23:30:44,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 4: [2023-05-08 23:30:44,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +13: [2023-05-08 23:30:44,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-08 23:30:44,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 4: [2023-05-08 23:30:44,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 4: [2023-05-08 23:30:44,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +13: [2023-05-08 23:30:44,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:44,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 2: [2023-05-08 23:30:44,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-08 23:30:44,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:44,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-08 23:30:44,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-08 23:30:44,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-08 23:30:44,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-08 23:30:44,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +10: [2023-05-08 23:30:44,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +21: [2023-05-08 23:30:44,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-08 23:30:44,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-08 23:30:44,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +21: [2023-05-08 23:30:44,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-08 23:30:44,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-08 23:30:44,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +23: [2023-05-08 23:30:44,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-08 23:30:44,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +24: [2023-05-08 23:30:44,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-08 23:30:44,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-08 23:30:44,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +10: [2023-05-08 23:30:44,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +23: [2023-05-08 23:30:44,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +21: [2023-05-08 23:30:44,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +21: [2023-05-08 23:30:44,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +21: [2023-05-08 23:30:44,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +21: [2023-05-08 23:30:44,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +23: [2023-05-08 23:30:44,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-08 23:30:44,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-08 23:30:44,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-08 23:30:44,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +17: [2023-05-08 23:30:44,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-08 23:30:44,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-08 23:30:44,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-08 23:30:44,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-08 23:30:44,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +23: [2023-05-08 23:30:44,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +23: [2023-05-08 23:30:44,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +23: [2023-05-08 23:30:44,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +17: [2023-05-08 23:30:44,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-08 23:30:44,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-08 23:30:44,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-08 23:30:44,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-08 23:30:44,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-08 23:30:44,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-08 23:30:44,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-08 23:30:44,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 7: [2023-05-08 23:30:44,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-08 23:30:44,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-08 23:30:44,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-08 23:30:44,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +12: [2023-05-08 23:30:44,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-08 23:30:44,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 6: [2023-05-08 23:30:44,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-08 23:30:44,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +26: [2023-05-08 23:30:44,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +15: [2023-05-08 23:30:44,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-08 23:30:44,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-08 23:30:44,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-08 23:30:44,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-08 23:30:44,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 6: [2023-05-08 23:30:44,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-08 23:30:44,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-08 23:30:44,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-08 23:30:44,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-08 23:30:44,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-08 23:30:44,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-08 23:30:44,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-08 23:30:44,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-08 23:30:44,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-08 23:30:44,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +16: [2023-05-08 23:30:44,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +16: [2023-05-08 23:30:44,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +24: [2023-05-08 23:30:44,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-08 23:30:44,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 7: [2023-05-08 23:30:44,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 6: [2023-05-08 23:30:44,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +15: [2023-05-08 23:30:44,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +15: [2023-05-08 23:30:44,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +15: [2023-05-08 23:30:44,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 7: [2023-05-08 23:30:44,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-08 23:30:44,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-08 23:30:44,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 7: [2023-05-08 23:30:44,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-08 23:30:44,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-08 23:30:44,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +26: [2023-05-08 23:30:44,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-08 23:30:44,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-08 23:30:44,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-08 23:30:44,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +14: [2023-05-08 23:30:44,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +26: [2023-05-08 23:30:44,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +14: [2023-05-08 23:30:44,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +17: [2023-05-08 23:30:44,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +15: [2023-05-08 23:30:44,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-08 23:30:44,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-08 23:30:44,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-08 23:30:44,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-08 23:30:44,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-08 23:30:44,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +12: [2023-05-08 23:30:44,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-08 23:30:44,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-08 23:30:44,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +31: [2023-05-08 23:30:44,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +31: [2023-05-08 23:30:44,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +31: [2023-05-08 23:30:44,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 4: [2023-05-08 23:30:44,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 6: [2023-05-08 23:30:44,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-08 23:30:44,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-08 23:30:44,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-08 23:30:44,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +20: [2023-05-08 23:30:44,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-08 23:30:44,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-08 23:30:44,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-08 23:30:44,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-08 23:30:44,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-08 23:30:44,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-08 23:30:44,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-08 23:30:44,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-08 23:30:44,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-08 23:30:44,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-08 23:30:44,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-08 23:30:44,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-08 23:30:44,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-08 23:30:44,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-08 23:30:44,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-08 23:30:44,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-08 23:30:44,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-08 23:30:44,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-08 23:30:44,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +18: [2023-05-08 23:30:44,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-08 23:30:44,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +18: [2023-05-08 23:30:44,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-08 23:30:44,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-08 23:30:44,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-08 23:30:44,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-08 23:30:44,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +14: [2023-05-08 23:30:44,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-08 23:30:44,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-08 23:30:44,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +19: [2023-05-08 23:30:44,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 7: [2023-05-08 23:30:44,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-08 23:30:44,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +19: [2023-05-08 23:30:44,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 7: [2023-05-08 23:30:44,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-08 23:30:44,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-08 23:30:44,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-08 23:30:44,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-08 23:30:44,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +31: [2023-05-08 23:30:44,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-08 23:30:44,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-08 23:30:44,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-08 23:30:44,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-08 23:30:44,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-08 23:30:44,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-08 23:30:44,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-08 23:30:44,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-08 23:30:44,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 0: [2023-05-08 23:30:44,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 1: [2023-05-08 23:30:44,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 4: [2023-05-08 23:30:44,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 0: [2023-05-08 23:30:44,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 0: [2023-05-08 23:30:44,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-08 23:30:44,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 1: [2023-05-08 23:30:44,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 1: [2023-05-08 23:30:44,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +24: [2023-05-08 23:30:44,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +24: [2023-05-08 23:30:44,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 1: [2023-05-08 23:30:44,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 1: [2023-05-08 23:30:44,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +24: [2023-05-08 23:30:44,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-08 23:30:44,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +24: [2023-05-08 23:30:44,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +29: [2023-05-08 23:30:44,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +29: [2023-05-08 23:30:44,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +29: [2023-05-08 23:30:44,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +29: [2023-05-08 23:30:44,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +16: [2023-05-08 23:30:44,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-08 23:30:44,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-08 23:30:44,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +22: [2023-05-08 23:30:44,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-08 23:30:44,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-08 23:30:44,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-08 23:30:44,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-08 23:30:44,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-08 23:30:44,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-08 23:30:44,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +22: [2023-05-08 23:30:44,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 5: [2023-05-08 23:30:44,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 5: [2023-05-08 23:30:44,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 5: [2023-05-08 23:30:44,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +22: [2023-05-08 23:30:44,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +16: [2023-05-08 23:30:44,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +22: [2023-05-08 23:30:44,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-08 23:30:44,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-08 23:30:44,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +22: [2023-05-08 23:30:44,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +22: [2023-05-08 23:30:44,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +22: [2023-05-08 23:30:44,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... +22: [2023-05-08 23:30:44,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +22: [2023-05-08 23:30:44,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... +24: [2023-05-08 23:30:44,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-08 23:30:44,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-08 23:30:44,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-08 23:30:44,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-08 23:30:44,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-08 23:30:44,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +16: [2023-05-08 23:30:44,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-08 23:30:44,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-08 23:30:44,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-08 23:30:44,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-08 23:30:44,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +29: [2023-05-08 23:30:44,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-08 23:30:44,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 0: [2023-05-08 23:30:44,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +19: [2023-05-08 23:30:44,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-08 23:30:44,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-08 23:30:44,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-08 23:30:44,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-08 23:30:44,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-08 23:30:44,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-08 23:30:44,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +25: [2023-05-08 23:30:44,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 0: [2023-05-08 23:30:44,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-08 23:30:44,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 5: [2023-05-08 23:30:44,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-08 23:30:44,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +25: [2023-05-08 23:30:44,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +25: [2023-05-08 23:30:44,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +10: [2023-05-08 23:30:44,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-08 23:30:44,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-08 23:30:44,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-08 23:30:44,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-08 23:30:44,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:44,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:44,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:44,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:44,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-08 23:30:44,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-08 23:30:44,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-08 23:30:44,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-08 23:30:44,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 8: [2023-05-08 23:30:44,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 8: [2023-05-08 23:30:44,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 8: [2023-05-08 23:30:44,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 5: [2023-05-08 23:30:44,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-08 23:30:44,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-08 23:30:44,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-08 23:30:44,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-08 23:30:44,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-08 23:30:44,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-08 23:30:44,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-08 23:30:44,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-08 23:30:44,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +30: [2023-05-08 23:30:44,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 9: [2023-05-08 23:30:44,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-08 23:30:44,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-08 23:30:44,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 9: [2023-05-08 23:30:44,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +30: [2023-05-08 23:30:44,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 9: [2023-05-08 23:30:44,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-08 23:30:44,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-08 23:30:44,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. +22: [2023-05-08 23:30:44,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 9: [2023-05-08 23:30:44,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 8: [2023-05-08 23:30:44,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt... + 9: [2023-05-08 23:30:44,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 9: [2023-05-08 23:30:44,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt... + 8: [2023-05-08 23:30:44,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-08 23:30:44,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:44,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-08 23:30:44,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-08 23:30:44,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-08 23:30:44,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:44,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-08 23:30:44,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-08 23:30:44,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-08 23:30:44,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:44,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-08 23:30:44,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-08 23:30:45,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-08 23:30:45,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 3: [2023-05-08 23:30:45,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 3: [2023-05-08 23:30:45,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 3: [2023-05-08 23:30:45,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +27: [2023-05-08 23:30:45,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +27: [2023-05-08 23:30:45,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +27: [2023-05-08 23:30:45,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +27: [2023-05-08 23:30:45,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 3: [2023-05-08 23:30:45,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-08 23:30:45,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-08 23:30:45,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-08 23:30:45,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-08 23:30:45,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-08 23:30:45,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-08 23:30:45,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-08 23:30:45,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-08 23:30:45,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-08 23:30:45,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-08 23:30:45,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-08 23:30:45,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-08 23:30:45,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-08 23:30:45,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-08 23:30:45,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-08 23:30:45,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +31: [2023-05-08 23:30:45,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +31: [2023-05-08 23:30:45,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-08 23:30:45,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-08 23:30:45,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +31: [2023-05-08 23:30:45,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +31: [2023-05-08 23:30:45,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-08 23:30:45,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-08 23:30:45,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-08 23:30:45,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +12: [2023-05-08 23:30:45,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +12: [2023-05-08 23:30:45,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +12: [2023-05-08 23:30:45,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +31: [2023-05-08 23:30:45,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-08 23:30:45,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +13: [2023-05-08 23:30:45,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +13: [2023-05-08 23:30:45,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +13: [2023-05-08 23:30:45,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +31: [2023-05-08 23:30:45,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-08 23:30:45,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-08 23:30:45,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-08 23:30:45,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-08 23:30:45,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-08 23:30:45,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-08 23:30:45,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-08 23:30:45,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-08 23:30:45,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-08 23:30:45,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-08 23:30:45,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-08 23:30:45,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 4: [2023-05-08 23:30:45,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 4: [2023-05-08 23:30:45,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 4: [2023-05-08 23:30:45,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +24: [2023-05-08 23:30:45,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +24: [2023-05-08 23:30:45,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +24: [2023-05-08 23:30:45,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +24: [2023-05-08 23:30:45,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +28: [2023-05-08 23:30:45,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +28: [2023-05-08 23:30:45,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +28: [2023-05-08 23:30:45,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +28: [2023-05-08 23:30:45,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 4: [2023-05-08 23:30:45,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-08 23:30:45,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-08 23:30:45,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-08 23:30:45,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-08 23:30:45,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-08 23:30:45,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-08 23:30:45,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-08 23:30:45,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-08 23:30:45,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 6: [2023-05-08 23:30:45,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 6: [2023-05-08 23:30:45,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 6: [2023-05-08 23:30:45,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 1: [2023-05-08 23:30:45,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 1: [2023-05-08 23:30:45,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 1: [2023-05-08 23:30:45,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 1: [2023-05-08 23:30:45,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 5: [2023-05-08 23:30:45,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 5: [2023-05-08 23:30:45,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 5: [2023-05-08 23:30:45,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +15: [2023-05-08 23:30:45,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 5: [2023-05-08 23:30:45,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +15: [2023-05-08 23:30:45,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +15: [2023-05-08 23:30:45,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +15: [2023-05-08 23:30:45,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +16: [2023-05-08 23:30:45,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-08 23:30:45,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-08 23:30:45,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-08 23:30:45,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 2: [2023-05-08 23:30:45,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 2: [2023-05-08 23:30:45,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 2: [2023-05-08 23:30:45,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +16: [2023-05-08 23:30:45,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-08 23:30:45,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +17: [2023-05-08 23:30:45,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +16: [2023-05-08 23:30:45,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-08 23:30:45,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-08 23:30:45,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-08 23:30:45,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +17: [2023-05-08 23:30:45,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +25: [2023-05-08 23:30:45,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-08 23:30:45,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-08 23:30:45,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-08 23:30:45,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-08 23:30:45,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +18: [2023-05-08 23:30:45,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +25: [2023-05-08 23:30:45,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-08 23:30:45,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-08 23:30:45,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 0: [2023-05-08 23:30:45,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 0: [2023-05-08 23:30:45,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 0: [2023-05-08 23:30:45,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +25: [2023-05-08 23:30:45,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-08 23:30:45,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-08 23:30:45,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-08 23:30:45,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-08 23:30:45,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-08 23:30:45,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +25: [2023-05-08 23:30:45,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-08 23:30:45,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-08 23:30:45,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-08 23:30:45,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-08 23:30:45,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-08 23:30:45,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +29: [2023-05-08 23:30:45,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-08 23:30:45,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +29: [2023-05-08 23:30:45,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-08 23:30:45,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-08 23:30:45,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +29: [2023-05-08 23:30:45,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-08 23:30:45,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-08 23:30:45,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-08 23:30:45,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-08 23:30:45,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-08 23:30:45,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +25: [2023-05-08 23:30:45,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +25: [2023-05-08 23:30:45,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-08 23:30:45,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-08 23:30:45,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-08 23:30:45,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +25: [2023-05-08 23:30:45,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-08 23:30:45,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-08 23:30:45,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-08 23:30:45,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-08 23:30:45,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-08 23:30:45,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-08 23:30:45,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 6: [2023-05-08 23:30:45,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-08 23:30:45,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-08 23:30:45,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-08 23:30:45,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-08 23:30:45,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-08 23:30:45,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-08 23:30:45,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-08 23:30:45,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 5: [2023-05-08 23:30:45,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-08 23:30:45,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 6: [2023-05-08 23:30:45,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-08 23:30:45,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-08 23:30:45,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-08 23:30:45,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +27: [2023-05-08 23:30:45,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +15: [2023-05-08 23:30:45,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-08 23:30:45,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-08 23:30:45,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-08 23:30:45,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-08 23:30:45,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-08 23:30:45,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-08 23:30:45,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +27: [2023-05-08 23:30:45,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +27: [2023-05-08 23:30:45,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-08 23:30:45,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-08 23:30:45,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-08 23:30:45,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-08 23:30:45,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-08 23:30:45,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-08 23:30:45,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-08 23:30:45,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-08 23:30:45,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-08 23:30:45,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-08 23:30:45,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-08 23:30:45,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-08 23:30:45,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-08 23:30:45,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-08 23:30:45,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-08 23:30:45,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-08 23:30:45,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-08 23:30:45,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-08 23:30:45,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-08 23:30:45,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-08 23:30:45,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-08 23:30:45,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-08 23:30:45,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-08 23:30:45,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-08 23:30:45,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-08 23:30:45,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-08 23:30:45,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +28: [2023-05-08 23:30:45,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 0: [2023-05-08 23:30:45,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-08 23:30:45,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-08 23:30:45,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-08 23:30:45,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-08 23:30:45,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-08 23:30:45,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-08 23:30:45,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +28: [2023-05-08 23:30:45,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-08 23:30:45,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +30: [2023-05-08 23:30:45,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +30: [2023-05-08 23:30:45,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +10: [2023-05-08 23:30:45,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +10: [2023-05-08 23:30:45,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +21: [2023-05-08 23:30:45,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-08 23:30:45,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-08 23:30:45,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-08 23:30:45,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +21: [2023-05-08 23:30:45,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-08 23:30:45,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-08 23:30:45,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +30: [2023-05-08 23:30:45,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +10: [2023-05-08 23:30:45,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +10: [2023-05-08 23:30:45,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-08 23:30:45,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-08 23:30:45,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +21: [2023-05-08 23:30:45,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +21: [2023-05-08 23:30:45,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +21: [2023-05-08 23:30:45,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +21: [2023-05-08 23:30:45,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +30: [2023-05-08 23:30:45,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-08 23:30:45,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:45,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-08 23:30:45,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-08 23:30:45,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-08 23:30:45,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-08 23:30:45,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-08 23:30:45,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +11: [2023-05-08 23:30:45,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +11: [2023-05-08 23:30:45,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +11: [2023-05-08 23:30:45,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +10: [2023-05-08 23:30:45,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-08 23:30:45,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:45,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-08 23:30:45,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-08 23:30:45,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-08 23:30:45,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-08 23:30:45,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-08 23:30:45,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 7: [2023-05-08 23:30:45,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +25: [2023-05-08 23:30:45,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +21: [2023-05-08 23:30:45,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-08 23:30:45,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-08 23:30:45,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-08 23:30:45,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-08 23:30:45,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-08 23:30:45,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-08 23:30:45,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:45,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:45,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +25: [2023-05-08 23:30:45,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-08 23:30:45,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-08 23:30:45,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-08 23:30:45,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-08 23:30:45,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-08 23:30:45,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-08 23:30:45,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-08 23:30:45,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-08 23:30:45,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-08 23:30:45,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-08 23:30:45,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-08 23:30:45,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-08 23:30:45,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-08 23:30:45,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-08 23:30:45,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-08 23:30:45,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-08 23:30:45,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-08 23:30:45,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-08 23:30:45,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-08 23:30:45,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-08 23:30:45,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-08 23:30:45,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-08 23:30:45,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-08 23:30:45,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-08 23:30:45,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-08 23:30:45,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-08 23:30:45,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-08 23:30:45,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-08 23:30:45,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-08 23:30:45,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-08 23:30:45,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-08 23:30:45,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-08 23:30:45,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-08 23:30:45,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-08 23:30:45,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-08 23:30:45,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-08 23:30:45,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-08 23:30:45,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-08 23:30:45,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-08 23:30:45,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +23: [2023-05-08 23:30:45,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +23: [2023-05-08 23:30:45,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +27: [2023-05-08 23:30:45,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-08 23:30:45,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +20: [2023-05-08 23:30:45,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +20: [2023-05-08 23:30:45,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +11: [2023-05-08 23:30:45,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-08 23:30:45,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +14: [2023-05-08 23:30:45,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +14: [2023-05-08 23:30:45,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +21: [2023-05-08 23:30:45,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-08 23:30:45,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-08 23:30:45,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-08 23:30:45,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +19: [2023-05-08 23:30:45,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +19: [2023-05-08 23:30:45,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +19: [2023-05-08 23:30:45,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +27: [2023-05-08 23:30:45,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-08 23:30:45,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +19: [2023-05-08 23:30:45,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +29: [2023-05-08 23:30:45,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-08 23:30:45,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 9: [2023-05-08 23:30:45,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 9: [2023-05-08 23:30:45,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 9: [2023-05-08 23:30:45,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. + 9: [2023-05-08 23:30:45,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +28: [2023-05-08 23:30:45,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-08 23:30:45,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +26: [2023-05-08 23:30:45,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +26: [2023-05-08 23:30:45,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +26: [2023-05-08 23:30:45,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +10: [2023-05-08 23:30:45,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-08 23:30:45,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-08 23:30:45,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-08 23:30:45,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-08 23:30:45,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-08 23:30:45,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-08 23:30:45,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-08 23:30:45,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 3: [2023-05-08 23:30:45,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +10: [2023-05-08 23:30:45,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 3: [2023-05-08 23:30:45,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 3: [2023-05-08 23:30:45,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-08 23:30:45,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-08 23:30:45,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +30: [2023-05-08 23:30:45,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-08 23:30:45,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-08 23:30:45,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +11: [2023-05-08 23:30:45,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-08 23:30:45,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-08 23:30:45,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-08 23:30:45,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-08 23:30:45,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-08 23:30:45,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-08 23:30:45,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:45,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-08 23:30:45,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-08 23:30:45,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-08 23:30:45,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-08 23:30:45,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-08 23:30:45,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-08 23:30:45,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-08 23:30:45,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-08 23:30:45,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-08 23:30:45,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-08 23:30:45,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-08 23:30:45,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-08 23:30:45,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-08 23:30:45,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:45,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-08 23:30:45,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-08 23:30:45,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-08 23:30:45,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-08 23:30:45,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-08 23:30:45,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +21: [2023-05-08 23:30:45,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +30: [2023-05-08 23:30:45,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-08 23:30:45,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-08 23:30:45,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:45,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-08 23:30:45,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-08 23:30:45,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:45,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +26: [2023-05-08 23:30:45,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-08 23:30:45,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-08 23:30:45,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-08 23:30:45,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-08 23:30:45,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +26: [2023-05-08 23:30:45,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +10: [2023-05-08 23:30:45,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-08 23:30:45,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-08 23:30:45,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-08 23:30:45,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +11: [2023-05-08 23:30:45,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +21: [2023-05-08 23:30:45,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-08 23:30:45,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +21: [2023-05-08 23:30:45,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +11: [2023-05-08 23:30:45,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-08 23:30:45,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-08 23:30:45,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +11: [2023-05-08 23:30:45,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +22: [2023-05-08 23:30:45,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +22: [2023-05-08 23:30:45,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +22: [2023-05-08 23:30:45,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +22: [2023-05-08 23:30:45,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_10-model_01-model_states.pt. +10: [2023-05-08 23:30:45,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +30: [2023-05-08 23:30:45,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-08 23:30:45,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-08 23:30:45,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-08 23:30:45,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-08 23:30:45,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-08 23:30:45,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-08 23:30:45,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-08 23:30:45,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-08 23:30:45,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-08 23:30:45,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +13: [2023-05-08 23:30:45,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-08 23:30:45,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-08 23:30:45,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-08 23:30:45,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-08 23:30:45,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-08 23:30:45,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-08 23:30:45,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-08 23:30:45,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-08 23:30:45,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-08 23:30:45,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-08 23:30:45,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-08 23:30:45,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-08 23:30:45,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-08 23:30:45,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-08 23:30:45,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-08 23:30:45,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-08 23:30:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-08 23:30:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +13: [2023-05-08 23:30:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +13: [2023-05-08 23:30:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +13: [2023-05-08 23:30:45,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +17: [2023-05-08 23:30:45,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-08 23:30:45,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-08 23:30:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-08 23:30:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-08 23:30:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-08 23:30:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-08 23:30:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-08 23:30:45,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-08 23:30:45,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-08 23:30:45,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-08 23:30:45,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +17: [2023-05-08 23:30:45,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +17: [2023-05-08 23:30:45,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-08 23:30:45,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +17: [2023-05-08 23:30:45,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +17: [2023-05-08 23:30:45,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +17: [2023-05-08 23:30:45,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +16: [2023-05-08 23:30:45,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +16: [2023-05-08 23:30:45,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +16: [2023-05-08 23:30:45,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +16: [2023-05-08 23:30:45,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +26: [2023-05-08 23:30:45,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-08 23:30:45,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +26: [2023-05-08 23:30:45,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-08 23:30:45,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +26: [2023-05-08 23:30:45,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-08 23:30:45,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 3: [2023-05-08 23:30:45,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-08 23:30:45,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-08 23:30:45,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-08 23:30:45,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-08 23:30:45,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-08 23:30:45,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-08 23:30:45,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +13: [2023-05-08 23:30:45,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-08 23:30:45,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-08 23:30:45,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-08 23:30:45,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 7: [2023-05-08 23:30:45,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +17: [2023-05-08 23:30:45,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-08 23:30:45,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +17: [2023-05-08 23:30:45,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +17: [2023-05-08 23:30:45,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 7: [2023-05-08 23:30:45,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +13: [2023-05-08 23:30:45,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-08 23:30:45,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-08 23:30:45,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-08 23:30:45,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-08 23:30:45,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-08 23:30:45,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +17: [2023-05-08 23:30:45,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-08 23:30:45,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-08 23:30:45,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-08 23:30:45,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-08 23:30:45,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-08 23:30:45,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-08 23:30:45,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +16: [2023-05-08 23:30:45,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-08 23:30:45,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-08 23:30:45,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +16: [2023-05-08 23:30:45,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +16: [2023-05-08 23:30:45,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +18: [2023-05-08 23:30:45,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-08 23:30:45,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-08 23:30:45,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-08 23:30:45,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-08 23:30:45,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-08 23:30:45,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-08 23:30:45,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +18: [2023-05-08 23:30:45,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +18: [2023-05-08 23:30:45,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-08 23:30:45,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-08 23:30:45,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +18: [2023-05-08 23:30:45,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-08 23:30:45,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-08 23:30:45,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +12: [2023-05-08 23:30:45,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-08 23:30:45,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-08 23:30:45,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-08 23:30:45,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-08 23:30:45,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-08 23:30:45,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-08 23:30:45,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-08 23:30:45,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-08 23:30:45,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-08 23:30:45,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +12: [2023-05-08 23:30:45,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +12: [2023-05-08 23:30:45,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +12: [2023-05-08 23:30:45,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +12: [2023-05-08 23:30:45,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-08 23:30:45,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +12: [2023-05-08 23:30:45,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-08 23:30:45,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +31: [2023-05-08 23:30:45,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 7: [2023-05-08 23:30:45,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-08 23:30:45,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +31: [2023-05-08 23:30:45,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +31: [2023-05-08 23:30:45,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-08 23:30:45,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-08 23:30:45,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-08 23:30:45,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-08 23:30:45,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-08 23:30:45,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-08 23:30:45,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-08 23:30:45,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-08 23:30:45,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-08 23:30:45,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-08 23:30:45,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-08 23:30:45,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-08 23:30:45,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +14: [2023-05-08 23:30:45,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +14: [2023-05-08 23:30:45,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +14: [2023-05-08 23:30:45,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-08 23:30:45,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-08 23:30:45,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-08 23:30:45,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-08 23:30:45,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-08 23:30:45,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +14: [2023-05-08 23:30:45,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +14: [2023-05-08 23:30:45,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +31: [2023-05-08 23:30:45,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-08 23:30:45,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-08 23:30:45,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-08 23:30:45,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-08 23:30:45,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-08 23:30:45,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-08 23:30:45,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-08 23:30:45,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-08 23:30:45,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-08 23:30:45,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-08 23:30:45,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-08 23:30:45,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-08 23:30:45,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-08 23:30:45,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-08 23:30:45,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-08 23:30:45,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-08 23:30:45,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-08 23:30:45,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +15: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 2: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-08 23:30:45,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-08 23:30:45,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +15: [2023-05-08 23:30:45,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 6: [2023-05-08 23:30:45,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +15: [2023-05-08 23:30:45,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 2: [2023-05-08 23:30:45,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +12: [2023-05-08 23:30:45,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 2: [2023-05-08 23:30:45,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 2: [2023-05-08 23:30:45,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-08 23:30:45,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-08 23:30:45,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-08 23:30:45,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 2: [2023-05-08 23:30:45,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-08 23:30:45,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +20: [2023-05-08 23:30:45,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-08 23:30:45,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +20: [2023-05-08 23:30:45,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 1: [2023-05-08 23:30:45,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-08 23:30:45,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 1: [2023-05-08 23:30:45,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-08 23:30:45,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-08 23:30:45,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-08 23:30:45,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +27: [2023-05-08 23:30:45,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +27: [2023-05-08 23:30:45,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 8: [2023-05-08 23:30:45,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-08 23:30:45,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-08 23:30:45,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-08 23:30:45,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 0: [2023-05-08 23:30:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-08 23:30:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-08 23:30:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-08 23:30:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 1: [2023-05-08 23:30:45,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 8: [2023-05-08 23:30:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +18: [2023-05-08 23:30:45,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-08 23:30:45,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 8: [2023-05-08 23:30:45,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +18: [2023-05-08 23:30:45,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 1: [2023-05-08 23:30:45,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 1: [2023-05-08 23:30:45,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 1: [2023-05-08 23:30:45,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +18: [2023-05-08 23:30:45,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 0: [2023-05-08 23:30:45,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 0: [2023-05-08 23:30:45,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 8: [2023-05-08 23:30:45,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 8: [2023-05-08 23:30:45,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +12: [2023-05-08 23:30:45,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-08 23:30:45,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-08 23:30:45,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-08 23:30:45,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-08 23:30:45,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-08 23:30:45,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-08 23:30:45,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-08 23:30:45,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-08 23:30:45,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-08 23:30:45,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-08 23:30:45,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-08 23:30:45,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-08 23:30:45,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +22: [2023-05-08 23:30:45,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +22: [2023-05-08 23:30:45,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-08 23:30:45,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +22: [2023-05-08 23:30:45,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +22: [2023-05-08 23:30:45,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +31: [2023-05-08 23:30:45,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-08 23:30:45,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +12: [2023-05-08 23:30:45,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-08 23:30:45,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-08 23:30:45,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-08 23:30:45,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-08 23:30:45,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-08 23:30:45,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-08 23:30:45,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +14: [2023-05-08 23:30:45,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-08 23:30:45,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-08 23:30:45,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-08 23:30:45,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-08 23:30:45,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-08 23:30:45,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-08 23:30:45,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-08 23:30:45,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-08 23:30:45,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-08 23:30:45,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-08 23:30:45,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-08 23:30:45,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +25: [2023-05-08 23:30:45,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-08 23:30:45,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-08 23:30:45,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-08 23:30:45,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-08 23:30:45,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-08 23:30:45,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-08 23:30:45,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-08 23:30:45,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-08 23:30:45,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-08 23:30:45,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-08 23:30:45,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-08 23:30:45,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +11: [2023-05-08 23:30:45,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-08 23:30:45,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-08 23:30:45,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-08 23:30:45,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-08 23:30:45,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-08 23:30:45,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-08 23:30:45,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-08 23:30:45,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-08 23:30:45,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-08 23:30:45,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-08 23:30:45,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-08 23:30:45,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-08 23:30:45,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-08 23:30:45,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +20: [2023-05-08 23:30:45,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +20: [2023-05-08 23:30:45,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +30: [2023-05-08 23:30:45,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-08 23:30:45,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-08 23:30:45,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-08 23:30:45,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-08 23:30:45,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-08 23:30:45,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +31: [2023-05-08 23:30:45,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-08 23:30:45,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +31: [2023-05-08 23:30:45,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-08 23:30:45,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-08 23:30:45,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-08 23:30:45,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-08 23:30:45,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-08 23:30:45,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +31: [2023-05-08 23:30:45,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +15: [2023-05-08 23:30:45,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-08 23:30:45,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 6: [2023-05-08 23:30:45,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-08 23:30:45,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +15: [2023-05-08 23:30:45,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-08 23:30:45,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-08 23:30:45,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +22: [2023-05-08 23:30:45,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-08 23:30:45,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-08 23:30:45,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-08 23:30:45,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-08 23:30:45,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 8: [2023-05-08 23:30:45,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-08 23:30:45,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-08 23:30:45,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-08 23:30:45,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-08 23:30:45,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-08 23:30:45,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +28: [2023-05-08 23:30:45,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +28: [2023-05-08 23:30:45,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +20: [2023-05-08 23:30:45,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-08 23:30:45,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +31: [2023-05-08 23:30:45,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-08 23:30:45,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-08 23:30:45,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-08 23:30:45,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-08 23:30:45,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-08 23:30:45,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-08 23:30:45,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-08 23:30:45,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-08 23:30:45,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-08 23:30:45,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-08 23:30:45,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-08 23:30:45,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-08 23:30:45,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-08 23:30:45,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-08 23:30:45,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-08 23:30:45,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-08 23:30:45,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-08 23:30:45,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-08 23:30:45,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-08 23:30:45,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-08 23:30:45,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-08 23:30:45,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-08 23:30:45,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-08 23:30:45,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-08 23:30:45,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-08 23:30:45,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-08 23:30:45,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-08 23:30:45,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-08 23:30:45,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-08 23:30:45,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-08 23:30:45,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-08 23:30:45,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-08 23:30:45,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-08 23:30:45,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-08 23:30:45,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-08 23:30:45,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-08 23:30:45,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-08 23:30:45,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-08 23:30:45,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-08 23:30:45,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-08 23:30:45,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 5: [2023-05-08 23:30:45,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 5: [2023-05-08 23:30:45,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 5: [2023-05-08 23:30:45,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +27: [2023-05-08 23:30:45,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-08 23:30:45,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +25: [2023-05-08 23:30:45,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-08 23:30:45,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-08 23:30:45,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-08 23:30:45,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-08 23:30:45,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-08 23:30:45,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-08 23:30:45,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-08 23:30:45,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-08 23:30:45,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-08 23:30:45,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-08 23:30:45,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-08 23:30:45,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-08 23:30:45,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-08 23:30:45,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-08 23:30:45,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-08 23:30:45,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +24: [2023-05-08 23:30:45,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +24: [2023-05-08 23:30:45,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +24: [2023-05-08 23:30:45,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +24: [2023-05-08 23:30:45,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +24: [2023-05-08 23:30:45,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +29: [2023-05-08 23:30:45,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-08 23:30:45,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-08 23:30:45,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-08 23:30:45,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-08 23:30:45,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-08 23:30:45,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-08 23:30:45,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-08 23:30:45,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-08 23:30:45,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-08 23:30:45,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +27: [2023-05-08 23:30:45,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-08 23:30:45,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +27: [2023-05-08 23:30:45,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +27: [2023-05-08 23:30:45,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +29: [2023-05-08 23:30:45,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-08 23:30:45,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-08 23:30:45,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-08 23:30:45,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-08 23:30:45,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-08 23:30:45,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-08 23:30:45,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-08 23:30:45,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-08 23:30:45,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-08 23:30:45,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-08 23:30:45,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-08 23:30:45,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-08 23:30:45,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-08 23:30:45,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-08 23:30:45,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-08 23:30:45,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-08 23:30:45,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-08 23:30:45,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-08 23:30:45,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-08 23:30:45,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-08 23:30:45,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-08 23:30:45,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-08 23:30:45,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-08 23:30:45,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-08 23:30:45,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-08 23:30:45,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +25: [2023-05-08 23:30:45,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +25: [2023-05-08 23:30:45,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +25: [2023-05-08 23:30:45,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-08 23:30:45,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +23: [2023-05-08 23:30:45,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-08 23:30:45,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-08 23:30:45,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-08 23:30:45,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-08 23:30:45,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-08 23:30:45,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-08 23:30:45,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-08 23:30:45,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +23: [2023-05-08 23:30:45,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-08 23:30:45,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +23: [2023-05-08 23:30:45,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +23: [2023-05-08 23:30:45,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-08 23:30:45,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +28: [2023-05-08 23:30:45,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-08 23:30:45,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-08 23:30:45,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +28: [2023-05-08 23:30:45,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-08 23:30:45,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-08 23:30:45,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-08 23:30:45,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +23: [2023-05-08 23:30:45,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-08 23:30:45,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-08 23:30:45,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-08 23:30:45,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-08 23:30:45,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-08 23:30:45,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-08 23:30:45,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-08 23:30:45,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-08 23:30:45,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-08 23:30:45,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-08 23:30:45,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +28: [2023-05-08 23:30:45,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +28: [2023-05-08 23:30:45,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-08 23:30:45,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-08 23:30:45,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-08 23:30:45,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +19: [2023-05-08 23:30:45,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-08 23:30:45,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 9: [2023-05-08 23:30:45,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +19: [2023-05-08 23:30:45,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +30: [2023-05-08 23:30:45,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:45,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +19: [2023-05-08 23:30:45,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +19: [2023-05-08 23:30:45,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +25: [2023-05-08 23:30:45,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-08 23:30:45,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-08 23:30:45,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-08 23:30:45,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-08 23:30:45,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-08 23:30:45,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-08 23:30:45,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +30: [2023-05-08 23:30:45,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 9: [2023-05-08 23:30:45,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... +25: [2023-05-08 23:30:45,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-08 23:30:45,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-08 23:30:45,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +29: [2023-05-08 23:30:45,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-08 23:30:45,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-08 23:30:45,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-08 23:30:45,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +28: [2023-05-08 23:30:45,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-08 23:30:45,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-08 23:30:45,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-08 23:30:45,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-08 23:30:45,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-08 23:30:45,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-08 23:30:45,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +24: [2023-05-08 23:30:45,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-08 23:30:45,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-08 23:30:45,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-08 23:30:45,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-08 23:30:45,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-08 23:30:45,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-08 23:30:45,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-08 23:30:45,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-08 23:30:45,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-08 23:30:45,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-08 23:30:45,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-08 23:30:45,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-08 23:30:45,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-08 23:30:45,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-08 23:30:45,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-08 23:30:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-08 23:30:45,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-08 23:30:45,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-08 23:30:45,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-08 23:30:45,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-08 23:30:45,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-08 23:30:45,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-08 23:30:45,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-08 23:30:45,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-08 23:30:45,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-08 23:30:45,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-08 23:30:45,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-08 23:30:45,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-08 23:30:45,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-08 23:30:45,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-08 23:30:45,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-08 23:30:45,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-08 23:30:45,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-08 23:30:45,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +24: [2023-05-08 23:30:45,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-08 23:30:45,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-08 23:30:45,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-08 23:30:45,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-08 23:30:45,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-08 23:30:45,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-08 23:30:45,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-08 23:30:45,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-08 23:30:45,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +27: [2023-05-08 23:30:45,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +21: [2023-05-08 23:30:45,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-08 23:30:45,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-08 23:30:45,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 4: [2023-05-08 23:30:45,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 4: [2023-05-08 23:30:45,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 4: [2023-05-08 23:30:45,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt... + 4: [2023-05-08 23:30:45,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... +27: [2023-05-08 23:30:45,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +26: [2023-05-08 23:30:45,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-08 23:30:45,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-08 23:30:45,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-08 23:30:45,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-08 23:30:45,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-08 23:30:45,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-08 23:30:45,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +19: [2023-05-08 23:30:45,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 3: [2023-05-08 23:30:45,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 3: [2023-05-08 23:30:45,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 3: [2023-05-08 23:30:45,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 9: [2023-05-08 23:30:45,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +25: [2023-05-08 23:30:45,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +25: [2023-05-08 23:30:45,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-08 23:30:45,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +13: [2023-05-08 23:30:45,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +25: [2023-05-08 23:30:45,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +25: [2023-05-08 23:30:45,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +25: [2023-05-08 23:30:45,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 9: [2023-05-08 23:30:45,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-08 23:30:45,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +13: [2023-05-08 23:30:45,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +23: [2023-05-08 23:30:45,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-08 23:30:45,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-08 23:30:45,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +23: [2023-05-08 23:30:45,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-08 23:30:45,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +23: [2023-05-08 23:30:45,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-08 23:30:45,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-08 23:30:45,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:45,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-08 23:30:45,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-08 23:30:45,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-08 23:30:45,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-08 23:30:45,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-08 23:30:45,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-08 23:30:45,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-08 23:30:45,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-08 23:30:45,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +29: [2023-05-08 23:30:45,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +29: [2023-05-08 23:30:45,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +29: [2023-05-08 23:30:45,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 9: [2023-05-08 23:30:45,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-08 23:30:45,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-08 23:30:45,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-08 23:30:45,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-08 23:30:45,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-08 23:30:45,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +13: [2023-05-08 23:30:45,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-08 23:30:45,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-08 23:30:45,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-08 23:30:45,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-08 23:30:45,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-08 23:30:45,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-08 23:30:45,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-08 23:30:45,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-08 23:30:45,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-08 23:30:45,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-08 23:30:45,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-08 23:30:45,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-08 23:30:45,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-08 23:30:45,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-08 23:30:45,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_00-model_states.pt. +10: [2023-05-08 23:30:45,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-08 23:30:45,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +10: [2023-05-08 23:30:45,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +29: [2023-05-08 23:30:45,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +29: [2023-05-08 23:30:45,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-08 23:30:45,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +10: [2023-05-08 23:30:45,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +13: [2023-05-08 23:30:45,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-08 23:30:45,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-08 23:30:45,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-08 23:30:45,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-08 23:30:45,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +21: [2023-05-08 23:30:45,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +21: [2023-05-08 23:30:45,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 4: [2023-05-08 23:30:45,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-08 23:30:45,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 4: [2023-05-08 23:30:45,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-08 23:30:45,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-08 23:30:45,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +13: [2023-05-08 23:30:45,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +10: [2023-05-08 23:30:45,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-08 23:30:45,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +10: [2023-05-08 23:30:45,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-08 23:30:45,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-08 23:30:45,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +13: [2023-05-08 23:30:45,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 3: [2023-05-08 23:30:45,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +13: [2023-05-08 23:30:45,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-08 23:30:45,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-08 23:30:45,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 3: [2023-05-08 23:30:45,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-08 23:30:45,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-08 23:30:45,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +13: [2023-05-08 23:30:45,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +13: [2023-05-08 23:30:45,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-08 23:30:45,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +16: [2023-05-08 23:30:45,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-08 23:30:45,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 3: [2023-05-08 23:30:45,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-08 23:30:45,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +16: [2023-05-08 23:30:45,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-08 23:30:45,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-08 23:30:45,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 3: [2023-05-08 23:30:45,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +29: [2023-05-08 23:30:45,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +29: [2023-05-08 23:30:45,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-08 23:30:45,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +29: [2023-05-08 23:30:45,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +29: [2023-05-08 23:30:45,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +16: [2023-05-08 23:30:45,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-08 23:30:45,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-08 23:30:45,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-08 23:30:45,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 3: [2023-05-08 23:30:45,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-08 23:30:45,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-08 23:30:45,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-08 23:30:45,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-08 23:30:45,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +26: [2023-05-08 23:30:45,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +26: [2023-05-08 23:30:45,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +26: [2023-05-08 23:30:45,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +26: [2023-05-08 23:30:45,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +10: [2023-05-08 23:30:45,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-08 23:30:45,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-08 23:30:45,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +18: [2023-05-08 23:30:45,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +18: [2023-05-08 23:30:45,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +18: [2023-05-08 23:30:45,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +10: [2023-05-08 23:30:45,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +10: [2023-05-08 23:30:45,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 7: [2023-05-08 23:30:45,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-08 23:30:45,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +17: [2023-05-08 23:30:45,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +17: [2023-05-08 23:30:45,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +17: [2023-05-08 23:30:45,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 7: [2023-05-08 23:30:45,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-08 23:30:45,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-08 23:30:45,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-08 23:30:45,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +21: [2023-05-08 23:30:45,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-08 23:30:45,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-08 23:30:45,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-08 23:30:45,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +12: [2023-05-08 23:30:45,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-08 23:30:45,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-08 23:30:45,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +12: [2023-05-08 23:30:45,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-08 23:30:45,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-08 23:30:45,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-08 23:30:45,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-08 23:30:45,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +26: [2023-05-08 23:30:45,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-08 23:30:45,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-08 23:30:45,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-08 23:30:45,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +12: [2023-05-08 23:30:45,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +12: [2023-05-08 23:30:45,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-08 23:30:45,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-08 23:30:45,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-08 23:30:45,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-08 23:30:45,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-08 23:30:45,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +18: [2023-05-08 23:30:45,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-08 23:30:45,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-08 23:30:45,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-08 23:30:45,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-08 23:30:45,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-08 23:30:45,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-08 23:30:45,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-08 23:30:45,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-08 23:30:45,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +17: [2023-05-08 23:30:45,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-08 23:30:45,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-08 23:30:45,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +21: [2023-05-08 23:30:45,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +17: [2023-05-08 23:30:45,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-08 23:30:45,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-08 23:30:45,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-08 23:30:45,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-08 23:30:45,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-08 23:30:45,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-08 23:30:45,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-08 23:30:45,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-08 23:30:45,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-08 23:30:45,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-08 23:30:45,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-08 23:30:45,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-08 23:30:45,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-08 23:30:45,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +11: [2023-05-08 23:30:45,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +11: [2023-05-08 23:30:45,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +11: [2023-05-08 23:30:45,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +26: [2023-05-08 23:30:45,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-08 23:30:45,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 1: [2023-05-08 23:30:45,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-08 23:30:45,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-08 23:30:45,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-08 23:30:45,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-08 23:30:45,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-08 23:30:45,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +26: [2023-05-08 23:30:45,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +18: [2023-05-08 23:30:45,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +26: [2023-05-08 23:30:45,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-08 23:30:45,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-08 23:30:45,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-08 23:30:45,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-08 23:30:45,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-08 23:30:45,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-08 23:30:45,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +26: [2023-05-08 23:30:45,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +15: [2023-05-08 23:30:45,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-08 23:30:45,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-08 23:30:45,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-08 23:30:45,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-08 23:30:45,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-08 23:30:45,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-08 23:30:45,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-08 23:30:45,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-08 23:30:45,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-08 23:30:45,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-08 23:30:45,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-08 23:30:45,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +17: [2023-05-08 23:30:45,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-08 23:30:45,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-08 23:30:45,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-08 23:30:45,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-08 23:30:45,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-08 23:30:45,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +20: [2023-05-08 23:30:45,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +18: [2023-05-08 23:30:45,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +18: [2023-05-08 23:30:45,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +20: [2023-05-08 23:30:45,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 6: [2023-05-08 23:30:45,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-08 23:30:45,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +20: [2023-05-08 23:30:45,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +15: [2023-05-08 23:30:45,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +17: [2023-05-08 23:30:45,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +17: [2023-05-08 23:30:45,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +17: [2023-05-08 23:30:45,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 1: [2023-05-08 23:30:45,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-08 23:30:45,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-08 23:30:45,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 1: [2023-05-08 23:30:45,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-08 23:30:45,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-08 23:30:45,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-08 23:30:45,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-08 23:30:45,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-08 23:30:45,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-08 23:30:45,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-08 23:30:45,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-08 23:30:45,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-08 23:30:45,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-08 23:30:45,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +12: [2023-05-08 23:30:45,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-08 23:30:45,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-08 23:30:45,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-08 23:30:45,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-08 23:30:45,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-08 23:30:45,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-08 23:30:45,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-08 23:30:45,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-08 23:30:45,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-08 23:30:45,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-08 23:30:45,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-08 23:30:45,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-08 23:30:45,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-08 23:30:45,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-08 23:30:45,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-08 23:30:45,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-08 23:30:45,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-08 23:30:45,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-08 23:30:45,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-08 23:30:45,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-08 23:30:45,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-08 23:30:45,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-08 23:30:45,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-08 23:30:45,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-08 23:30:45,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-08 23:30:45,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-08 23:30:45,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-08 23:30:45,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-08 23:30:45,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-08 23:30:45,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-08 23:30:45,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +24: [2023-05-08 23:30:45,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +24: [2023-05-08 23:30:45,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +24: [2023-05-08 23:30:45,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +18: [2023-05-08 23:30:45,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-08 23:30:45,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-08 23:30:45,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-08 23:30:45,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-08 23:30:45,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-08 23:30:45,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +12: [2023-05-08 23:30:45,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +18: [2023-05-08 23:30:45,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-08 23:30:45,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-08 23:30:45,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-08 23:30:45,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-08 23:30:45,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-08 23:30:45,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +12: [2023-05-08 23:30:45,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +12: [2023-05-08 23:30:45,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +11: [2023-05-08 23:30:45,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-08 23:30:45,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-08 23:30:45,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-08 23:30:45,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-08 23:30:45,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-08 23:30:45,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 7: [2023-05-08 23:30:45,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 7: [2023-05-08 23:30:45,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 7: [2023-05-08 23:30:45,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 7: [2023-05-08 23:30:45,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +15: [2023-05-08 23:30:45,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +15: [2023-05-08 23:30:45,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +15: [2023-05-08 23:30:45,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-08 23:30:45,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +15: [2023-05-08 23:30:45,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +15: [2023-05-08 23:30:45,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-08 23:30:45,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-08 23:30:45,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-08 23:30:45,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 2: [2023-05-08 23:30:45,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +22: [2023-05-08 23:30:45,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 2: [2023-05-08 23:30:45,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +22: [2023-05-08 23:30:45,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 6: [2023-05-08 23:30:45,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +24: [2023-05-08 23:30:45,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-08 23:30:45,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +23: [2023-05-08 23:30:45,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +23: [2023-05-08 23:30:45,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +23: [2023-05-08 23:30:45,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +24: [2023-05-08 23:30:45,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-08 23:30:45,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +15: [2023-05-08 23:30:45,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-08 23:30:45,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-08 23:30:45,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-08 23:30:45,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-08 23:30:45,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-08 23:30:45,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-08 23:30:45,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 6: [2023-05-08 23:30:45,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 2: [2023-05-08 23:30:45,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 8: [2023-05-08 23:30:45,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 8: [2023-05-08 23:30:45,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +11: [2023-05-08 23:30:45,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-08 23:30:45,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-08 23:30:45,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-08 23:30:45,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 6: [2023-05-08 23:30:45,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +28: [2023-05-08 23:30:45,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-08 23:30:45,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-08 23:30:45,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-08 23:30:45,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-08 23:30:45,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-08 23:30:45,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-08 23:30:45,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +20: [2023-05-08 23:30:45,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-08 23:30:45,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-08 23:30:45,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-08 23:30:45,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 0: [2023-05-08 23:30:45,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-08 23:30:45,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +20: [2023-05-08 23:30:45,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +30: [2023-05-08 23:30:45,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-08 23:30:45,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +11: [2023-05-08 23:30:45,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-08 23:30:45,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-08 23:30:45,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-08 23:30:45,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-08 23:30:45,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-08 23:30:45,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 5: [2023-05-08 23:30:45,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 2: [2023-05-08 23:30:45,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-08 23:30:45,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-08 23:30:45,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-08 23:30:45,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-08 23:30:45,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-08 23:30:45,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 2: [2023-05-08 23:30:45,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-08 23:30:45,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 5: [2023-05-08 23:30:45,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +20: [2023-05-08 23:30:45,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-08 23:30:45,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-08 23:30:45,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-08 23:30:45,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-08 23:30:45,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-08 23:30:45,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +25: [2023-05-08 23:30:45,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-08 23:30:45,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-08 23:30:45,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +18: [2023-05-08 23:30:45,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-08 23:30:45,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-08 23:30:45,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-08 23:30:45,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-08 23:30:45,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-08 23:30:45,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-08 23:30:45,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-08 23:30:45,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-08 23:30:45,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-08 23:30:45,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-08 23:30:45,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-08 23:30:45,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-08 23:30:45,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-08 23:30:45,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-08 23:30:45,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-08 23:30:45,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-08 23:30:45,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-08 23:30:45,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-08 23:30:45,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-08 23:30:45,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +23: [2023-05-08 23:30:45,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-08 23:30:45,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-08 23:30:45,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +23: [2023-05-08 23:30:45,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-08 23:30:45,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-08 23:30:45,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-08 23:30:45,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-08 23:30:45,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-08 23:30:45,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-08 23:30:45,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-08 23:30:45,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-08 23:30:45,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-08 23:30:45,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-08 23:30:45,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 9: [2023-05-08 23:30:45,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +20: [2023-05-08 23:30:45,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +20: [2023-05-08 23:30:45,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +25: [2023-05-08 23:30:45,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-08 23:30:45,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 9: [2023-05-08 23:30:45,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +22: [2023-05-08 23:30:45,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +22: [2023-05-08 23:30:45,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-08 23:30:45,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +25: [2023-05-08 23:30:45,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-08 23:30:45,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-08 23:30:45,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-08 23:30:45,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-08 23:30:45,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-08 23:30:45,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-08 23:30:45,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-08 23:30:45,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +11: [2023-05-08 23:30:45,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-08 23:30:45,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-08 23:30:45,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-08 23:30:45,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 1: [2023-05-08 23:30:45,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +31: [2023-05-08 23:30:45,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-08 23:30:45,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 1: [2023-05-08 23:30:45,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-08 23:30:45,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-08 23:30:45,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-08 23:30:45,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-08 23:30:45,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-08 23:30:45,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-08 23:30:45,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-08 23:30:45,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-08 23:30:45,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:45,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-08 23:30:45,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +31: [2023-05-08 23:30:45,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 4: [2023-05-08 23:30:45,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 4: [2023-05-08 23:30:45,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +19: [2023-05-08 23:30:45,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 4: [2023-05-08 23:30:45,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-08 23:30:45,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:45,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-08 23:30:45,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-08 23:30:45,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 7: [2023-05-08 23:30:45,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +14: [2023-05-08 23:30:45,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +14: [2023-05-08 23:30:45,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +14: [2023-05-08 23:30:45,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 7: [2023-05-08 23:30:45,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-08 23:30:45,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-08 23:30:45,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-08 23:30:45,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-08 23:30:45,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-08 23:30:45,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-08 23:30:45,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-08 23:30:45,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +19: [2023-05-08 23:30:45,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-08 23:30:45,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:45,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-08 23:30:45,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-08 23:30:45,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-08 23:30:45,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-08 23:30:45,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-08 23:30:45,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +28: [2023-05-08 23:30:45,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-08 23:30:45,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +11: [2023-05-08 23:30:45,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-08 23:30:45,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-08 23:30:45,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-08 23:30:45,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-08 23:30:45,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-08 23:30:45,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-08 23:30:45,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-08 23:30:45,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-08 23:30:45,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-08 23:30:45,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-08 23:30:45,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-08 23:30:45,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-08 23:30:45,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-08 23:30:45,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-08 23:30:45,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +24: [2023-05-08 23:30:45,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-08 23:30:45,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-08 23:30:45,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +24: [2023-05-08 23:30:45,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +30: [2023-05-08 23:30:45,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-08 23:30:45,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-08 23:30:45,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +20: [2023-05-08 23:30:45,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-08 23:30:45,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 7: [2023-05-08 23:30:45,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 6: [2023-05-08 23:30:45,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-08 23:30:45,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +20: [2023-05-08 23:30:45,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-08 23:30:45,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 1: [2023-05-08 23:30:45,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-08 23:30:45,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-08 23:30:45,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 2: [2023-05-08 23:30:45,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 2: [2023-05-08 23:30:45,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-08 23:30:45,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 8: [2023-05-08 23:30:45,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +24: [2023-05-08 23:30:45,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 2: [2023-05-08 23:30:45,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 2: [2023-05-08 23:30:45,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +22: [2023-05-08 23:30:45,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 2: [2023-05-08 23:30:45,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 2: [2023-05-08 23:30:45,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 4: [2023-05-08 23:30:45,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-08 23:30:45,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +19: [2023-05-08 23:30:45,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. + 4: [2023-05-08 23:30:45,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +15: [2023-05-08 23:30:45,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-08 23:30:45,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +30: [2023-05-08 23:30:45,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-08 23:30:45,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-08 23:30:45,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-08 23:30:45,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +15: [2023-05-08 23:30:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-08 23:30:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_11-model_01-model_states.pt. +20: [2023-05-08 23:30:45,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-08 23:30:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 5: [2023-05-08 23:30:45,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 8: [2023-05-08 23:30:45,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-08 23:30:45,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +15: [2023-05-08 23:30:45,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +22: [2023-05-08 23:30:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-08 23:30:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-08 23:30:45,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +28: [2023-05-08 23:30:45,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +30: [2023-05-08 23:30:45,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-08 23:30:45,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +14: [2023-05-08 23:30:45,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +15: [2023-05-08 23:30:45,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 0: [2023-05-08 23:30:45,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +22: [2023-05-08 23:30:45,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +14: [2023-05-08 23:30:45,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 8: [2023-05-08 23:30:45,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-08 23:30:45,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +23: [2023-05-08 23:30:45,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-08 23:30:45,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 5: [2023-05-08 23:30:45,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 9: [2023-05-08 23:30:45,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 8: [2023-05-08 23:30:45,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +22: [2023-05-08 23:30:45,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-08 23:30:45,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +23: [2023-05-08 23:30:45,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-08 23:30:45,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-08 23:30:45,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-08 23:30:45,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-08 23:30:45,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-08 23:30:45,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-08 23:30:45,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 5: [2023-05-08 23:30:45,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +27: [2023-05-08 23:30:45,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-08 23:30:45,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 6: [2023-05-08 23:30:45,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +23: [2023-05-08 23:30:45,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-08 23:30:45,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-08 23:30:45,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-08 23:30:45,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +23: [2023-05-08 23:30:45,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +23: [2023-05-08 23:30:45,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +23: [2023-05-08 23:30:45,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 0: [2023-05-08 23:30:45,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 4: [2023-05-08 23:30:45,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-08 23:30:45,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 9: [2023-05-08 23:30:45,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +19: [2023-05-08 23:30:45,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 0: [2023-05-08 23:30:45,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 0: [2023-05-08 23:30:45,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +22: [2023-05-08 23:30:45,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-08 23:30:45,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 0: [2023-05-08 23:30:45,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +19: [2023-05-08 23:30:45,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +22: [2023-05-08 23:30:45,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:45,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt... +27: [2023-05-08 23:30:45,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-08 23:30:45,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-08 23:30:45,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-08 23:30:45,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-08 23:30:45,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-08 23:30:45,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-08 23:30:45,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-08 23:30:45,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +27: [2023-05-08 23:30:45,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +21: [2023-05-08 23:30:45,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-08 23:30:45,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 1: [2023-05-08 23:30:45,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +21: [2023-05-08 23:30:45,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-08 23:30:45,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-08 23:30:45,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-08 23:30:45,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-08 23:30:45,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-08 23:30:45,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-08 23:30:45,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +22: [2023-05-08 23:30:45,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-08 23:30:45,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 1: [2023-05-08 23:30:45,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 1: [2023-05-08 23:30:45,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +14: [2023-05-08 23:30:45,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-08 23:30:45,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +24: [2023-05-08 23:30:45,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +27: [2023-05-08 23:30:45,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-08 23:30:45,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +24: [2023-05-08 23:30:45,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-08 23:30:45,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-08 23:30:45,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 4: [2023-05-08 23:30:45,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +27: [2023-05-08 23:30:45,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-08 23:30:45,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-08 23:30:45,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-08 23:30:45,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-08 23:30:45,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +24: [2023-05-08 23:30:45,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 4: [2023-05-08 23:30:45,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 0: [2023-05-08 23:30:45,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-08 23:30:45,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +14: [2023-05-08 23:30:45,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +24: [2023-05-08 23:30:45,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:45,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:45,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:45,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-08 23:30:45,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +24: [2023-05-08 23:30:45,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-08 23:30:45,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 9: [2023-05-08 23:30:45,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-08 23:30:45,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +23: [2023-05-08 23:30:45,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:45,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-08 23:30:45,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 9: [2023-05-08 23:30:45,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:45,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-08 23:30:45,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-08 23:30:45,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +19: [2023-05-08 23:30:45,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 9: [2023-05-08 23:30:45,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-08 23:30:45,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-08 23:30:45,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-08 23:30:45,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-08 23:30:45,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-08 23:30:45,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-08 23:30:45,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-08 23:30:45,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-08 23:30:45,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:45,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:45,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... +10: [2023-05-08 23:30:45,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-08 23:30:45,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-08 23:30:45,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-08 23:30:45,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-08 23:30:45,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_00-model_states.pt. +10: [2023-05-08 23:30:45,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-08 23:30:45,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-08 23:30:45,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-08 23:30:45,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-08 23:30:45,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-08 23:30:45,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt... + 0: [2023-05-08 23:30:45,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-08 23:30:45,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-08 23:30:45,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-08 23:30:45,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-08 23:30:45,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-08 23:30:45,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-08 23:30:45,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-08 23:30:45,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-08 23:30:45,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-08 23:30:45,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-08 23:30:45,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-08 23:30:45,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-08 23:30:45,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-08 23:30:45,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-08 23:30:45,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-08 23:30:45,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-08 23:30:45,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-08 23:30:45,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-08 23:30:45,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-08 23:30:45,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-08 23:30:45,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-08 23:30:45,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-08 23:30:45,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-08 23:30:45,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-08 23:30:45,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-08 23:30:45,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-08 23:30:45,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-08 23:30:45,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-08 23:30:45,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-08 23:30:45,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-08 23:30:45,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-08 23:30:45,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-08 23:30:45,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-08 23:30:45,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-08 23:30:45,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-08 23:30:45,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-08 23:30:45,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-08 23:30:45,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-08 23:30:45,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-08 23:30:45,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-08 23:30:45,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-08 23:30:45,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-08 23:30:45,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-08 23:30:45,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-08 23:30:45,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-08 23:30:45,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:45,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-08 23:30:45,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-08 23:30:45,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-08 23:30:45,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-08 23:30:45,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-08 23:30:45,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-08 23:30:45,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-08 23:30:45,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-08 23:30:45,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-08 23:30:45,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-08 23:30:45,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-08 23:30:45,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-08 23:30:45,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-08 23:30:45,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-08 23:30:45,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-08 23:30:45,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-08 23:30:45,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-08 23:30:45,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-08 23:30:46,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-08 23:30:46,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-08 23:30:46,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-08 23:30:46,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-08 23:30:46,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-08 23:30:46,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-08 23:30:46,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-08 23:30:46,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-08 23:30:46,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-08 23:30:46,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-08 23:30:46,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-08 23:30:46,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-08 23:30:46,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-08 23:30:46,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-08 23:30:46,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-08 23:30:46,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-08 23:30:46,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-08 23:30:46,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-08 23:30:46,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-08 23:30:46,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-08 23:30:46,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-08 23:30:46,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-08 23:30:46,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-08 23:30:46,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-08 23:30:46,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-08 23:30:46,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-08 23:30:46,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-08 23:30:46,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-08 23:30:46,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-08 23:30:46,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-08 23:30:46,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-08 23:30:46,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-08 23:30:46,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-08 23:30:46,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-08 23:30:46,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-08 23:30:46,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-08 23:30:46,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-08 23:30:46,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-08 23:30:46,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-08 23:30:46,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-08 23:30:46,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-08 23:30:46,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-08 23:30:46,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-08 23:30:46,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-08 23:30:46,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-08 23:30:46,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-08 23:30:46,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-08 23:30:46,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-08 23:30:46,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-08 23:30:46,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-08 23:30:46,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-08 23:30:46,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-08 23:30:46,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-08 23:30:46,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-08 23:30:46,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-08 23:30:46,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-08 23:30:46,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-08 23:30:46,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-08 23:30:46,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-08 23:30:46,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-08 23:30:46,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-08 23:30:46,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-08 23:30:46,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-08 23:30:46,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-08 23:30:46,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-08 23:30:46,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-08 23:30:46,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-08 23:30:46,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-08 23:30:46,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-08 23:30:46,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-08 23:30:46,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-08 23:30:46,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-08 23:30:46,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-08 23:30:46,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-08 23:30:46,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-08 23:30:46,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-08 23:30:46,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-08 23:30:46,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-08 23:30:46,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-08 23:30:46,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-08 23:30:46,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-08 23:30:46,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-08 23:30:46,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-08 23:30:46,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-08 23:30:46,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-08 23:30:46,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-08 23:30:46,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-08 23:30:46,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-08 23:30:46,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-08 23:30:46,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-08 23:30:46,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-08 23:30:46,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-08 23:30:46,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-08 23:30:46,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-08 23:30:46,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-08 23:30:46,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-08 23:30:46,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-08 23:30:46,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-08 23:30:46,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-08 23:30:46,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-08 23:30:46,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-08 23:30:46,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-08 23:30:46,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-08 23:30:46,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-08 23:30:46,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-08 23:30:46,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-08 23:30:46,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-08 23:30:46,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-08 23:30:46,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-08 23:30:46,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-08 23:30:46,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-08 23:30:46,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-08 23:30:46,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-08 23:30:46,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-08 23:30:46,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-08 23:30:46,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-08 23:30:46,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-08 23:30:46,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-08 23:30:46,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-08 23:30:46,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-08 23:30:46,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-08 23:30:46,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-08 23:30:46,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-08 23:30:46,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-08 23:30:46,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-08 23:30:46,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-08 23:30:46,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-08 23:30:46,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-08 23:30:46,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-08 23:30:46,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-08 23:30:46,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-08 23:30:46,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:46,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-08 23:30:46,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-08 23:30:46,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-08 23:30:46,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-08 23:30:46,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-08 23:30:46,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +13: [2023-05-08 23:30:46,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-08 23:30:46,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-08 23:30:46,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:46,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-08 23:30:46,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-08 23:30:46,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-08 23:30:46,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-08 23:30:46,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-08 23:30:46,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-08 23:30:46,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-08 23:30:46,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-08 23:30:46,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-08 23:30:46,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-08 23:30:46,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-08 23:30:46,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-08 23:30:46,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-08 23:30:46,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-08 23:30:46,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-08 23:30:46,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-08 23:30:46,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-08 23:30:46,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-08 23:30:46,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-08 23:30:46,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-08 23:30:46,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-08 23:30:46,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-08 23:30:46,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-08 23:30:46,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-08 23:30:46,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-08 23:30:46,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-08 23:30:46,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-08 23:30:46,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-08 23:30:46,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-08 23:30:46,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-08 23:30:46,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-08 23:30:46,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:46,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:46,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:46,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:46,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-08 23:30:46,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-08 23:30:46,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-08 23:30:46,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-08 23:30:46,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:46,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-08 23:30:46,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-08 23:30:46,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-08 23:30:46,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:46,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:46,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-08 23:30:46,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-08 23:30:46,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-08 23:30:46,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-08 23:30:46,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-08 23:30:46,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-08 23:30:46,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-08 23:30:46,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-08 23:30:46,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-08 23:30:46,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-08 23:30:46,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-08 23:30:46,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-08 23:30:46,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-08 23:30:46,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:46,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-08 23:30:46,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-08 23:30:46,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-08 23:30:46,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-08 23:30:46,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-08 23:30:46,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-08 23:30:46,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-08 23:30:46,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-08 23:30:46,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-08 23:30:46,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-08 23:30:46,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-08 23:30:46,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-08 23:30:46,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-08 23:30:46,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-08 23:30:46,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-08 23:30:46,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:46,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:46,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:46,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:46,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-08 23:30:46,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-08 23:30:46,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-08 23:30:46,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-08 23:30:46,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:46,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:46,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-08 23:30:46,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-08 23:30:46,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-08 23:30:46,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-08 23:30:46,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:46,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-08 23:30:46,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-08 23:30:46,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-08 23:30:46,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-08 23:30:46,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-08 23:30:46,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-08 23:30:46,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-08 23:30:46,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-08 23:30:46,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-08 23:30:46,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-08 23:30:46,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-08 23:30:46,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-08 23:30:46,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-08 23:30:46,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-08 23:30:46,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-08 23:30:46,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-08 23:30:46,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-08 23:30:46,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-08 23:30:46,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-08 23:30:46,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-08 23:30:46,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-08 23:30:46,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-08 23:30:46,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-08 23:30:46,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-08 23:30:46,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-08 23:30:46,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-08 23:30:46,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-08 23:30:46,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-08 23:30:46,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-08 23:30:46,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-08 23:30:46,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-08 23:30:46,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-08 23:30:46,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-08 23:30:46,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-08 23:30:46,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-08 23:30:46,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-08 23:30:46,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-08 23:30:46,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-08 23:30:46,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-08 23:30:46,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-08 23:30:46,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-08 23:30:46,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-08 23:30:46,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-08 23:30:46,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-08 23:30:46,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,213] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-08 23:30:46,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-08 23:30:46,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-08 23:30:46,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-08 23:30:46,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-08 23:30:46,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-08 23:30:46,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-08 23:30:46,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-08 23:30:46,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-08 23:30:46,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-08 23:30:46,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-08 23:30:46,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-08 23:30:46,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-08 23:30:46,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-08 23:30:46,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-08 23:30:46,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-08 23:30:46,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-08 23:30:46,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-08 23:30:46,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-08 23:30:46,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-08 23:30:46,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-08 23:30:46,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-08 23:30:46,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-08 23:30:46,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-08 23:30:46,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-08 23:30:46,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-08 23:30:46,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-08 23:30:46,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-08 23:30:46,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-08 23:30:46,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-08 23:30:46,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-08 23:30:46,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-08 23:30:46,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-08 23:30:46,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-08 23:30:46,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-08 23:30:46,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-08 23:30:46,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-08 23:30:46,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-08 23:30:46,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-08 23:30:46,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-08 23:30:46,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-08 23:30:46,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-08 23:30:46,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-08 23:30:46,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-08 23:30:46,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-08 23:30:46,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-08 23:30:46,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-08 23:30:46,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-08 23:30:46,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-08 23:30:46,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-08 23:30:46,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-08 23:30:46,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-08 23:30:46,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-08 23:30:46,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-08 23:30:46,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-08 23:30:46,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-08 23:30:46,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-08 23:30:46,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-08 23:30:46,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-08 23:30:46,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-08 23:30:46,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-08 23:30:46,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-08 23:30:46,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-08 23:30:46,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-08 23:30:46,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-08 23:30:46,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-08 23:30:46,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-08 23:30:46,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-08 23:30:46,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-08 23:30:46,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-08 23:30:46,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-08 23:30:46,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-08 23:30:46,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-08 23:30:46,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-08 23:30:46,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-08 23:30:46,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-08 23:30:46,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-08 23:30:46,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-08 23:30:46,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-08 23:30:46,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-08 23:30:46,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-08 23:30:46,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-08 23:30:46,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-08 23:30:46,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-08 23:30:46,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-08 23:30:46,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-08 23:30:46,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-08 23:30:46,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-08 23:30:46,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-08 23:30:46,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-08 23:30:46,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-08 23:30:46,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-08 23:30:46,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-08 23:30:46,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-08 23:30:46,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-08 23:30:46,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-08 23:30:46,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-08 23:30:46,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-08 23:30:46,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-08 23:30:46,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-08 23:30:46,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-08 23:30:46,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-08 23:30:46,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-08 23:30:46,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-08 23:30:46,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-08 23:30:46,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-08 23:30:46,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-08 23:30:46,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-08 23:30:46,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-08 23:30:46,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:46,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-08 23:30:46,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-08 23:30:46,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-08 23:30:46,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-08 23:30:46,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-08 23:30:46,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-08 23:30:46,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-08 23:30:46,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-08 23:30:46,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-08 23:30:46,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-08 23:30:46,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-08 23:30:46,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-08 23:30:46,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-08 23:30:46,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-08 23:30:46,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-08 23:30:46,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-08 23:30:46,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-08 23:30:46,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-08 23:30:46,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-08 23:30:46,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-08 23:30:46,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-08 23:30:46,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-08 23:30:46,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-08 23:30:46,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-08 23:30:46,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-08 23:30:46,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-08 23:30:46,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-08 23:30:46,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-08 23:30:46,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-08 23:30:46,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-08 23:30:46,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-08 23:30:46,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-08 23:30:46,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-08 23:30:46,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-08 23:30:46,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-08 23:30:46,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-08 23:30:46,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-08 23:30:46,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-08 23:30:46,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-08 23:30:46,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-08 23:30:46,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-08 23:30:46,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-08 23:30:46,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-08 23:30:46,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-08 23:30:46,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-08 23:30:46,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-08 23:30:46,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-08 23:30:46,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-08 23:30:46,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-08 23:30:46,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-08 23:30:46,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-08 23:30:46,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-08 23:30:46,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-08 23:30:46,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-08 23:30:46,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-08 23:30:46,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-08 23:30:46,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-08 23:30:46,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:46,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-08 23:30:46,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-08 23:30:46,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-08 23:30:46,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-08 23:30:46,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:46,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-08 23:30:46,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-08 23:30:46,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-08 23:30:46,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-08 23:30:46,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-08 23:30:46,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-08 23:30:46,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-08 23:30:46,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:46,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:46,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:46,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-08 23:30:46,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-08 23:30:46,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-08 23:30:46,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:46,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:46,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:46,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:46,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:46,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-08 23:30:46,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-08 23:30:46,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-08 23:30:46,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-08 23:30:46,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-08 23:30:46,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-08 23:30:46,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-08 23:30:46,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-08 23:30:46,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-08 23:30:46,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-08 23:30:46,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-08 23:30:46,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-08 23:30:46,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-08 23:30:46,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-08 23:30:46,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-08 23:30:46,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-08 23:30:46,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-08 23:30:46,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-08 23:30:46,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-08 23:30:46,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:46,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:46,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-08 23:30:46,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-08 23:30:46,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-08 23:30:46,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-08 23:30:46,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-08 23:30:46,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-08 23:30:46,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-08 23:30:46,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-08 23:30:46,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-08 23:30:46,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-08 23:30:46,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-08 23:30:46,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-08 23:30:46,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-08 23:30:46,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-08 23:30:46,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-08 23:30:46,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-08 23:30:46,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-08 23:30:46,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-08 23:30:46,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-08 23:30:46,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-08 23:30:46,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-08 23:30:46,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-08 23:30:46,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-08 23:30:46,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-08 23:30:46,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-08 23:30:46,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:46,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-08 23:30:46,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-08 23:30:46,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-08 23:30:46,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-08 23:30:46,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-08 23:30:46,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-08 23:30:46,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-08 23:30:46,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-08 23:30:46,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-08 23:30:46,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-08 23:30:46,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +13: [2023-05-08 23:30:46,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-08 23:30:46,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-08 23:30:46,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-08 23:30:46,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-08 23:30:46,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-08 23:30:46,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-08 23:30:46,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-08 23:30:46,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-08 23:30:46,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-08 23:30:46,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-08 23:30:46,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-08 23:30:46,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-08 23:30:46,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-08 23:30:46,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-08 23:30:46,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-08 23:30:46,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-08 23:30:46,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-08 23:30:46,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-08 23:30:46,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-08 23:30:46,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-08 23:30:46,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-08 23:30:46,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-08 23:30:46,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-08 23:30:46,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-08 23:30:46,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-08 23:30:46,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-08 23:30:46,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-08 23:30:46,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-08 23:30:46,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-08 23:30:46,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-08 23:30:46,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-08 23:30:46,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-08 23:30:46,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-08 23:30:46,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-08 23:30:46,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-08 23:30:46,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-08 23:30:46,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-08 23:30:46,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-08 23:30:46,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-08 23:30:46,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-08 23:30:46,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-08 23:30:46,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-08 23:30:46,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-08 23:30:46,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-08 23:30:46,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-08 23:30:46,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-08 23:30:46,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-08 23:30:46,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-08 23:30:46,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-08 23:30:46,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-08 23:30:46,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-08 23:30:46,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-08 23:30:46,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-08 23:30:46,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-08 23:30:46,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-08 23:30:46,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-08 23:30:46,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-08 23:30:46,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-08 23:30:46,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-08 23:30:46,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-08 23:30:46,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-08 23:30:46,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-08 23:30:46,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-08 23:30:46,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-08 23:30:46,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-08 23:30:46,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-08 23:30:46,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-08 23:30:46,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-08 23:30:46,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-08 23:30:46,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-08 23:30:46,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-08 23:30:46,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-08 23:30:46,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-08 23:30:46,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-08 23:30:46,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-08 23:30:46,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-08 23:30:46,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-08 23:30:46,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-08 23:30:46,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-08 23:30:46,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-08 23:30:46,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-08 23:30:46,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-08 23:30:46,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-08 23:30:46,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-08 23:30:46,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-08 23:30:46,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-08 23:30:46,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-08 23:30:46,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-08 23:30:46,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-08 23:30:46,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-08 23:30:46,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-08 23:30:46,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-08 23:30:46,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-08 23:30:46,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-08 23:30:46,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-08 23:30:46,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-08 23:30:46,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-08 23:30:46,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-08 23:30:46,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-08 23:30:46,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-08 23:30:46,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-08 23:30:46,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-08 23:30:46,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-08 23:30:46,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-08 23:30:46,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-08 23:30:46,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-08 23:30:46,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-08 23:30:46,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-08 23:30:46,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-08 23:30:46,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-08 23:30:46,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-08 23:30:46,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-08 23:30:46,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-08 23:30:46,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-08 23:30:46,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-08 23:30:46,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-08 23:30:46,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-08 23:30:46,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-08 23:30:46,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-08 23:30:46,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-08 23:30:46,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-08 23:30:46,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-08 23:30:46,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-08 23:30:46,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-08 23:30:46,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-08 23:30:46,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-08 23:30:46,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-08 23:30:46,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-08 23:30:46,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-08 23:30:46,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-08 23:30:46,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-08 23:30:46,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-08 23:30:46,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-08 23:30:46,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-08 23:30:46,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-08 23:30:46,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-08 23:30:46,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-08 23:30:46,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-08 23:30:46,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-08 23:30:46,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-08 23:30:46,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-08 23:30:46,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-08 23:30:46,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-08 23:30:46,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:46,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:46,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:46,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-08 23:30:46,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-08 23:30:46,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:46,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-08 23:30:46,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-08 23:30:46,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-08 23:30:46,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-08 23:30:46,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-08 23:30:46,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-08 23:30:46,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-08 23:30:46,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-08 23:30:46,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-08 23:30:46,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-08 23:30:46,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-08 23:30:46,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-08 23:30:46,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-08 23:30:46,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-08 23:30:46,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-08 23:30:46,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-08 23:30:46,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-08 23:30:46,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-08 23:30:46,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-08 23:30:46,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-08 23:30:46,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-08 23:30:46,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-08 23:30:46,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-08 23:30:46,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:46,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +13: [2023-05-08 23:30:46,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +17: [2023-05-08 23:30:46,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:46,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +15: [2023-05-08 23:30:46,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:46,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +17: [2023-05-08 23:30:46,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +16: [2023-05-08 23:30:46,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-08 23:30:46,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +30: [2023-05-08 23:30:46,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +30: [2023-05-08 23:30:46,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 1: [2023-05-08 23:30:46,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-08 23:30:46,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-08 23:30:46,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-08 23:30:46,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-08 23:30:46,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 8: [2023-05-08 23:30:46,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-08 23:30:46,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-08 23:30:46,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-08 23:30:46,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-08 23:30:46,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-08 23:30:46,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-08 23:30:46,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 3: [2023-05-08 23:30:46,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 3: [2023-05-08 23:30:46,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 3: [2023-05-08 23:30:46,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +16: [2023-05-08 23:30:46,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-08 23:30:46,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-08 23:30:46,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +13: [2023-05-08 23:30:46,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:46,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-08 23:30:46,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +31: [2023-05-08 23:30:46,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +31: [2023-05-08 23:30:46,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +31: [2023-05-08 23:30:46,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +30: [2023-05-08 23:30:46,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-08 23:30:46,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +27: [2023-05-08 23:30:46,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +19: [2023-05-08 23:30:46,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:46,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +27: [2023-05-08 23:30:46,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +30: [2023-05-08 23:30:46,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +30: [2023-05-08 23:30:46,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-08 23:30:46,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-08 23:30:46,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-08 23:30:46,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-08 23:30:46,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-08 23:30:46,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:46,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-08 23:30:46,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-08 23:30:46,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-08 23:30:46,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-08 23:30:46,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:46,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:46,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-08 23:30:46,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-08 23:30:46,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-08 23:30:46,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-08 23:30:46,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:46,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-08 23:30:46,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-08 23:30:46,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-08 23:30:46,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-08 23:30:46,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-08 23:30:46,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-08 23:30:46,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-08 23:30:46,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-08 23:30:46,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-08 23:30:46,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-08 23:30:46,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-08 23:30:46,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-08 23:30:46,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-08 23:30:46,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:46,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-08 23:30:46,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-08 23:30:46,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:46,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-08 23:30:46,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-08 23:30:46,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-08 23:30:46,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-08 23:30:46,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-08 23:30:46,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-08 23:30:46,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-08 23:30:46,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-08 23:30:46,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-08 23:30:46,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-08 23:30:46,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-08 23:30:46,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-08 23:30:46,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-08 23:30:46,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-08 23:30:46,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-08 23:30:46,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-08 23:30:46,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-08 23:30:46,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-08 23:30:46,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-08 23:30:46,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-08 23:30:46,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 9: [2023-05-08 23:30:46,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:46,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +17: [2023-05-08 23:30:46,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-08 23:30:46,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +18: [2023-05-08 23:30:46,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +18: [2023-05-08 23:30:46,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +13: [2023-05-08 23:30:46,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:46,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-08 23:30:46,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-08 23:30:46,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +30: [2023-05-08 23:30:46,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-08 23:30:46,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:46,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:46,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +18: [2023-05-08 23:30:46,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 4: [2023-05-08 23:30:46,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 4: [2023-05-08 23:30:46,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +22: [2023-05-08 23:30:46,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 4: [2023-05-08 23:30:46,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +13: [2023-05-08 23:30:46,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-08 23:30:46,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +30: [2023-05-08 23:30:46,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +13: [2023-05-08 23:30:46,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +19: [2023-05-08 23:30:46,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-08 23:30:46,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-08 23:30:46,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +22: [2023-05-08 23:30:46,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-08 23:30:46,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-08 23:30:46,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-08 23:30:46,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-08 23:30:46,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +31: [2023-05-08 23:30:46,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +27: [2023-05-08 23:30:46,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-08 23:30:46,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:46,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-08 23:30:46,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +18: [2023-05-08 23:30:46,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +18: [2023-05-08 23:30:46,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +19: [2023-05-08 23:30:46,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-08 23:30:46,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +27: [2023-05-08 23:30:46,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +22: [2023-05-08 23:30:46,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-08 23:30:46,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +18: [2023-05-08 23:30:46,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-08 23:30:46,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-08 23:30:46,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +20: [2023-05-08 23:30:46,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +20: [2023-05-08 23:30:46,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 3: [2023-05-08 23:30:46,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 3: [2023-05-08 23:30:46,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +31: [2023-05-08 23:30:46,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +31: [2023-05-08 23:30:46,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-08 23:30:46,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 4: [2023-05-08 23:30:46,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-08 23:30:46,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-08 23:30:46,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 0: [2023-05-08 23:30:46,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 0: [2023-05-08 23:30:46,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 0: [2023-05-08 23:30:46,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +31: [2023-05-08 23:30:46,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +31: [2023-05-08 23:30:46,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +31: [2023-05-08 23:30:46,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +22: [2023-05-08 23:30:46,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-08 23:30:46,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +22: [2023-05-08 23:30:46,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 9: [2023-05-08 23:30:46,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +20: [2023-05-08 23:30:46,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-08 23:30:46,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-08 23:30:46,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-08 23:30:46,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-08 23:30:46,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-08 23:30:46,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-08 23:30:46,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +29: [2023-05-08 23:30:46,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +29: [2023-05-08 23:30:46,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 9: [2023-05-08 23:30:46,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-08 23:30:46,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +18: [2023-05-08 23:30:46,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +18: [2023-05-08 23:30:46,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 6: [2023-05-08 23:30:46,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 6: [2023-05-08 23:30:46,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +18: [2023-05-08 23:30:46,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 6: [2023-05-08 23:30:46,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +18: [2023-05-08 23:30:46,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 4: [2023-05-08 23:30:46,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:46,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 4: [2023-05-08 23:30:46,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-08 23:30:46,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-08 23:30:46,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +14: [2023-05-08 23:30:46,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-08 23:30:46,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 4: [2023-05-08 23:30:46,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 4: [2023-05-08 23:30:46,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 4: [2023-05-08 23:30:46,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-08 23:30:46,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-08 23:30:46,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-08 23:30:46,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-08 23:30:46,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-08 23:30:46,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-08 23:30:46,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-08 23:30:46,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-08 23:30:46,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +20: [2023-05-08 23:30:46,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +29: [2023-05-08 23:30:46,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-08 23:30:46,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +29: [2023-05-08 23:30:46,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-08 23:30:46,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +21: [2023-05-08 23:30:46,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +21: [2023-05-08 23:30:46,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +21: [2023-05-08 23:30:46,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 6: [2023-05-08 23:30:46,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-08 23:30:46,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +14: [2023-05-08 23:30:46,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +14: [2023-05-08 23:30:46,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +14: [2023-05-08 23:30:46,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +20: [2023-05-08 23:30:46,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-08 23:30:46,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +20: [2023-05-08 23:30:46,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-08 23:30:46,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-08 23:30:46,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +11: [2023-05-08 23:30:46,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-08 23:30:46,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-08 23:30:46,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +20: [2023-05-08 23:30:46,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +11: [2023-05-08 23:30:46,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-08 23:30:46,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-08 23:30:46,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-08 23:30:46,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-08 23:30:46,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-08 23:30:46,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-08 23:30:46,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-08 23:30:46,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +21: [2023-05-08 23:30:46,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-08 23:30:46,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-08 23:30:46,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-08 23:30:46,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-08 23:30:46,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-08 23:30:46,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +14: [2023-05-08 23:30:46,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +15: [2023-05-08 23:30:46,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 4: [2023-05-08 23:30:46,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-08 23:30:46,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-08 23:30:46,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +15: [2023-05-08 23:30:46,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-08 23:30:46,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-08 23:30:46,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-08 23:30:46,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 0: [2023-05-08 23:30:46,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +29: [2023-05-08 23:30:46,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 0: [2023-05-08 23:30:46,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-08 23:30:46,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-08 23:30:46,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-08 23:30:46,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-08 23:30:46,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +29: [2023-05-08 23:30:46,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +29: [2023-05-08 23:30:46,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 4: [2023-05-08 23:30:46,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-08 23:30:46,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-08 23:30:46,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-08 23:30:46,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-08 23:30:46,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:46,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +21: [2023-05-08 23:30:46,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-08 23:30:46,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-08 23:30:46,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-08 23:30:46,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 6: [2023-05-08 23:30:46,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +30: [2023-05-08 23:30:46,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-08 23:30:46,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-08 23:30:46,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +29: [2023-05-08 23:30:46,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +30: [2023-05-08 23:30:46,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-08 23:30:46,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-08 23:30:46,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-08 23:30:46,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-08 23:30:46,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-08 23:30:46,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-08 23:30:46,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +14: [2023-05-08 23:30:46,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-08 23:30:46,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-08 23:30:46,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-08 23:30:46,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-08 23:30:46,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-08 23:30:46,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +21: [2023-05-08 23:30:46,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-08 23:30:46,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-08 23:30:46,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +21: [2023-05-08 23:30:46,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +15: [2023-05-08 23:30:46,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-08 23:30:46,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-08 23:30:46,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-08 23:30:46,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-08 23:30:46,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-08 23:30:46,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-08 23:30:46,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-08 23:30:46,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-08 23:30:46,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:46,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-08 23:30:46,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +11: [2023-05-08 23:30:46,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:46,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +14: [2023-05-08 23:30:46,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-08 23:30:46,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-08 23:30:46,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:46,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +14: [2023-05-08 23:30:46,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 0: [2023-05-08 23:30:46,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-08 23:30:46,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-08 23:30:46,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-08 23:30:46,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-08 23:30:46,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-08 23:30:46,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-08 23:30:46,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-08 23:30:46,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-08 23:30:46,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +28: [2023-05-08 23:30:46,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 8: [2023-05-08 23:30:46,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-08 23:30:46,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-08 23:30:46,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-08 23:30:46,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-08 23:30:46,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-08 23:30:46,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +28: [2023-05-08 23:30:46,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +21: [2023-05-08 23:30:46,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-08 23:30:46,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-08 23:30:46,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-08 23:30:46,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-08 23:30:46,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-08 23:30:46,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-08 23:30:46,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-08 23:30:46,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-08 23:30:46,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-08 23:30:46,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +24: [2023-05-08 23:30:46,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +24: [2023-05-08 23:30:46,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +24: [2023-05-08 23:30:46,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 2: [2023-05-08 23:30:46,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-08 23:30:46,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-08 23:30:46,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-08 23:30:46,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-08 23:30:46,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-08 23:30:46,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-08 23:30:46,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-08 23:30:46,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-08 23:30:46,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-08 23:30:46,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-08 23:30:46,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-08 23:30:46,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-08 23:30:46,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-08 23:30:46,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-08 23:30:46,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-08 23:30:46,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-08 23:30:46,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-08 23:30:46,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-08 23:30:46,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-08 23:30:46,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-08 23:30:46,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-08 23:30:46,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-08 23:30:46,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-08 23:30:46,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-08 23:30:46,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-08 23:30:46,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +21: [2023-05-08 23:30:46,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-08 23:30:46,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-08 23:30:46,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-08 23:30:46,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-08 23:30:46,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-08 23:30:46,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-08 23:30:46,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-08 23:30:46,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-08 23:30:46,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-08 23:30:46,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-08 23:30:46,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-08 23:30:46,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-08 23:30:46,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-08 23:30:46,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-08 23:30:46,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-08 23:30:46,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-08 23:30:46,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-08 23:30:46,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-08 23:30:46,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-08 23:30:46,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-08 23:30:46,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-08 23:30:46,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:46,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-08 23:30:46,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-08 23:30:46,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-08 23:30:46,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-08 23:30:46,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-08 23:30:46,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-08 23:30:46,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-08 23:30:46,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-08 23:30:46,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +27: [2023-05-08 23:30:46,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-08 23:30:46,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-08 23:30:46,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +28: [2023-05-08 23:30:46,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +28: [2023-05-08 23:30:46,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 9: [2023-05-08 23:30:46,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 9: [2023-05-08 23:30:46,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 9: [2023-05-08 23:30:46,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 9: [2023-05-08 23:30:46,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +11: [2023-05-08 23:30:46,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +11: [2023-05-08 23:30:46,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +11: [2023-05-08 23:30:46,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +11: [2023-05-08 23:30:46,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +23: [2023-05-08 23:30:46,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-08 23:30:46,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-08 23:30:46,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +22: [2023-05-08 23:30:46,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +22: [2023-05-08 23:30:46,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 8: [2023-05-08 23:30:46,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 8: [2023-05-08 23:30:46,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +22: [2023-05-08 23:30:46,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 8: [2023-05-08 23:30:46,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +16: [2023-05-08 23:30:46,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +16: [2023-05-08 23:30:46,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +24: [2023-05-08 23:30:46,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-08 23:30:46,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +21: [2023-05-08 23:30:46,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-08 23:30:46,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +20: [2023-05-08 23:30:46,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-08 23:30:46,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-08 23:30:46,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-08 23:30:46,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-08 23:30:46,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +24: [2023-05-08 23:30:46,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +23: [2023-05-08 23:30:46,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-08 23:30:46,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-08 23:30:46,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-08 23:30:46,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-08 23:30:46,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 8: [2023-05-08 23:30:46,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-08 23:30:46,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-08 23:30:46,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-08 23:30:46,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-08 23:30:46,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-08 23:30:46,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-08 23:30:46,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-08 23:30:46,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +22: [2023-05-08 23:30:46,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-08 23:30:46,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-08 23:30:46,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-08 23:30:46,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-08 23:30:46,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-08 23:30:46,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-08 23:30:46,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-08 23:30:46,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-08 23:30:46,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +24: [2023-05-08 23:30:46,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 9: [2023-05-08 23:30:46,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-08 23:30:46,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-08 23:30:46,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +15: [2023-05-08 23:30:46,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +28: [2023-05-08 23:30:46,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-08 23:30:46,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +15: [2023-05-08 23:30:46,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +15: [2023-05-08 23:30:46,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +19: [2023-05-08 23:30:46,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +19: [2023-05-08 23:30:46,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +22: [2023-05-08 23:30:46,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-08 23:30:46,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:46,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +19: [2023-05-08 23:30:46,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +24: [2023-05-08 23:30:46,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-08 23:30:46,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +24: [2023-05-08 23:30:46,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-08 23:30:46,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:46,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-08 23:30:46,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-08 23:30:46,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-08 23:30:46,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-08 23:30:46,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-08 23:30:46,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 5: [2023-05-08 23:30:46,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +17: [2023-05-08 23:30:46,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +27: [2023-05-08 23:30:46,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-08 23:30:46,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +28: [2023-05-08 23:30:46,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-08 23:30:46,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-08 23:30:46,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-08 23:30:46,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +25: [2023-05-08 23:30:46,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +25: [2023-05-08 23:30:46,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 7: [2023-05-08 23:30:46,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-08 23:30:46,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 5: [2023-05-08 23:30:46,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +10: [2023-05-08 23:30:46,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +10: [2023-05-08 23:30:46,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 5: [2023-05-08 23:30:46,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 2: [2023-05-08 23:30:46,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 2: [2023-05-08 23:30:46,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 2: [2023-05-08 23:30:46,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 2: [2023-05-08 23:30:46,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +25: [2023-05-08 23:30:46,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 7: [2023-05-08 23:30:46,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-08 23:30:46,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 7: [2023-05-08 23:30:46,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +12: [2023-05-08 23:30:46,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +12: [2023-05-08 23:30:46,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +10: [2023-05-08 23:30:46,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 7: [2023-05-08 23:30:46,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 1: [2023-05-08 23:30:46,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 1: [2023-05-08 23:30:46,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 7: [2023-05-08 23:30:46,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-08 23:30:46,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +23: [2023-05-08 23:30:46,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 1: [2023-05-08 23:30:46,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +23: [2023-05-08 23:30:46,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +26: [2023-05-08 23:30:46,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. + 1: [2023-05-08 23:30:46,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +26: [2023-05-08 23:30:46,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +23: [2023-05-08 23:30:46,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +26: [2023-05-08 23:30:46,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +12: [2023-05-08 23:30:46,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +26: [2023-05-08 23:30:46,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +10: [2023-05-08 23:30:46,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +12: [2023-05-08 23:30:46,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +28: [2023-05-08 23:30:46,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-08 23:30:46,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-08 23:30:46,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-08 23:30:46,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +15: [2023-05-08 23:30:46,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_12-model_01-model_states.pt. +27: [2023-05-08 23:30:46,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-08 23:30:46,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:46,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:46,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:46,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +19: [2023-05-08 23:30:46,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-08 23:30:46,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-08 23:30:46,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-08 23:30:46,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 5: [2023-05-08 23:30:46,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-08 23:30:46,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-08 23:30:46,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-08 23:30:46,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +28: [2023-05-08 23:30:46,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-08 23:30:46,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-08 23:30:46,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-08 23:30:46,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +27: [2023-05-08 23:30:46,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-08 23:30:46,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 5: [2023-05-08 23:30:46,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-08 23:30:46,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +25: [2023-05-08 23:30:46,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-08 23:30:46,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-08 23:30:46,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-08 23:30:46,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-08 23:30:46,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 7: [2023-05-08 23:30:46,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-08 23:30:46,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +17: [2023-05-08 23:30:46,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-08 23:30:46,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-08 23:30:46,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-08 23:30:46,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +23: [2023-05-08 23:30:46,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +12: [2023-05-08 23:30:46,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-08 23:30:46,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +26: [2023-05-08 23:30:46,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-08 23:30:46,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-08 23:30:46,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-08 23:30:46,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 9: [2023-05-08 23:30:46,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 8: [2023-05-08 23:30:46,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-08 23:30:46,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-08 23:30:46,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +11: [2023-05-08 23:30:46,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +28: [2023-05-08 23:30:46,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +26: [2023-05-08 23:30:46,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-08 23:30:46,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-08 23:30:46,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-08 23:30:46,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-08 23:30:46,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-08 23:30:46,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 9: [2023-05-08 23:30:46,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +11: [2023-05-08 23:30:46,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-08 23:30:46,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +16: [2023-05-08 23:30:46,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-08 23:30:46,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-08 23:30:46,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... + 8: [2023-05-08 23:30:46,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +22: [2023-05-08 23:30:46,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +11: [2023-05-08 23:30:46,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +22: [2023-05-08 23:30:46,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 8: [2023-05-08 23:30:46,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 9: [2023-05-08 23:30:46,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 8: [2023-05-08 23:30:46,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 9: [2023-05-08 23:30:46,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +11: [2023-05-08 23:30:46,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +11: [2023-05-08 23:30:46,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +22: [2023-05-08 23:30:46,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-08 23:30:46,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +24: [2023-05-08 23:30:46,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-08 23:30:46,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 7: [2023-05-08 23:30:46,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +22: [2023-05-08 23:30:46,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt... +10: [2023-05-08 23:30:46,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-08 23:30:46,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-08 23:30:46,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 8: [2023-05-08 23:30:46,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +22: [2023-05-08 23:30:46,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +15: [2023-05-08 23:30:46,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +16: [2023-05-08 23:30:46,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-08 23:30:46,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-08 23:30:46,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-08 23:30:46,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +22: [2023-05-08 23:30:46,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +16: [2023-05-08 23:30:46,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +24: [2023-05-08 23:30:46,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-08 23:30:46,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-08 23:30:46,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +19: [2023-05-08 23:30:46,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:46,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +15: [2023-05-08 23:30:46,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +15: [2023-05-08 23:30:46,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:46,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:46,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-08 23:30:46,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-08 23:30:46,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-08 23:30:46,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-08 23:30:46,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +15: [2023-05-08 23:30:46,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +15: [2023-05-08 23:30:46,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +17: [2023-05-08 23:30:46,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:46,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +23: [2023-05-08 23:30:46,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:46,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +23: [2023-05-08 23:30:46,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-08 23:30:46,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-08 23:30:46,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-08 23:30:46,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +25: [2023-05-08 23:30:46,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 5: [2023-05-08 23:30:46,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +25: [2023-05-08 23:30:46,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-08 23:30:46,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +23: [2023-05-08 23:30:46,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +24: [2023-05-08 23:30:46,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-08 23:30:46,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +24: [2023-05-08 23:30:46,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-08 23:30:46,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-08 23:30:46,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-08 23:30:46,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +25: [2023-05-08 23:30:46,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +25: [2023-05-08 23:30:46,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +17: [2023-05-08 23:30:46,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-08 23:30:46,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +25: [2023-05-08 23:30:46,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +26: [2023-05-08 23:30:46,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-08 23:30:46,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +24: [2023-05-08 23:30:46,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-08 23:30:46,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-08 23:30:46,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-08 23:30:46,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 1: [2023-05-08 23:30:46,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-08 23:30:46,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +17: [2023-05-08 23:30:46,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +12: [2023-05-08 23:30:46,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +19: [2023-05-08 23:30:46,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 5: [2023-05-08 23:30:46,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +17: [2023-05-08 23:30:46,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +26: [2023-05-08 23:30:46,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +26: [2023-05-08 23:30:46,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 1: [2023-05-08 23:30:46,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 7: [2023-05-08 23:30:46,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 1: [2023-05-08 23:30:46,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-08 23:30:46,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-08 23:30:46,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 7: [2023-05-08 23:30:46,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-08 23:30:46,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-08 23:30:46,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +12: [2023-05-08 23:30:46,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-08 23:30:46,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 2: [2023-05-08 23:30:46,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +23: [2023-05-08 23:30:46,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +12: [2023-05-08 23:30:46,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +26: [2023-05-08 23:30:46,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-08 23:30:46,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 2: [2023-05-08 23:30:46,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +26: [2023-05-08 23:30:46,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-08 23:30:46,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-08 23:30:46,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +26: [2023-05-08 23:30:46,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 7: [2023-05-08 23:30:46,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +12: [2023-05-08 23:30:46,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +10: [2023-05-08 23:30:46,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-08 23:30:46,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 1: [2023-05-08 23:30:46,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-08 23:30:46,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-08 23:30:46,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +12: [2023-05-08 23:30:46,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... + 7: [2023-05-08 23:30:46,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +23: [2023-05-08 23:30:46,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_00-model_states.pt. +23: [2023-05-08 23:30:46,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt... +10: [2023-05-08 23:30:46,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-08 23:30:46,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-08 23:30:46,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-08 23:30:46,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-08 23:30:46,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-08 23:30:46,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-08 23:30:46,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-08 23:30:46,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-08 23:30:46,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-08 23:30:46,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-08 23:30:46,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-08 23:30:46,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-08 23:30:46,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:46,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:46,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:46,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:46,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-08 23:30:46,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-08 23:30:46,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-08 23:30:46,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-08 23:30:46,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-08 23:30:46,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-08 23:30:46,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-08 23:30:46,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-08 23:30:46,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-08 23:30:46,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-08 23:30:46,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-08 23:30:46,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-08 23:30:46,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-08 23:30:46,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-08 23:30:46,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-08 23:30:46,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-08 23:30:46,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-08 23:30:46,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-08 23:30:46,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-08 23:30:46,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-08 23:30:46,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-08 23:30:46,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-08 23:30:46,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-08 23:30:46,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-08 23:30:46,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-08 23:30:46,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-08 23:30:46,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-08 23:30:46,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-08 23:30:46,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-08 23:30:46,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-08 23:30:46,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-08 23:30:46,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-08 23:30:46,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-08 23:30:46,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-08 23:30:46,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-08 23:30:46,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-08 23:30:46,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-08 23:30:46,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-08 23:30:46,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-08 23:30:46,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-08 23:30:46,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-08 23:30:46,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-08 23:30:46,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-08 23:30:46,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-08 23:30:46,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-08 23:30:46,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-08 23:30:46,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:46,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:46,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-08 23:30:46,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-08 23:30:46,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-08 23:30:46,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-08 23:30:46,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-08 23:30:46,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-08 23:30:46,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-08 23:30:46,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:46,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-08 23:30:46,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-08 23:30:46,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-08 23:30:46,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-08 23:30:46,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-08 23:30:46,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-08 23:30:46,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-08 23:30:46,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-08 23:30:46,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-08 23:30:46,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-08 23:30:46,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-08 23:30:46,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-08 23:30:46,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-08 23:30:46,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-08 23:30:46,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-08 23:30:46,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-08 23:30:46,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-08 23:30:46,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-08 23:30:46,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-08 23:30:46,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-08 23:30:46,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-08 23:30:46,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-08 23:30:46,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-08 23:30:46,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-08 23:30:46,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-08 23:30:46,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-08 23:30:46,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-08 23:30:47,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:47,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-08 23:30:47,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-08 23:30:47,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-08 23:30:47,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-08 23:30:47,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-08 23:30:47,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-08 23:30:47,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-08 23:30:47,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-08 23:30:47,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-08 23:30:47,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-08 23:30:47,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-08 23:30:47,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-08 23:30:47,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-08 23:30:47,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-08 23:30:47,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:47,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-08 23:30:47,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-08 23:30:47,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-08 23:30:47,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-08 23:30:47,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-08 23:30:47,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-08 23:30:47,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-08 23:30:47,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-08 23:30:47,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-08 23:30:47,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-08 23:30:47,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-08 23:30:47,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-08 23:30:47,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-08 23:30:47,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-08 23:30:47,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-08 23:30:47,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-08 23:30:47,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-08 23:30:47,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-08 23:30:47,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-08 23:30:47,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-08 23:30:47,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-08 23:30:47,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-08 23:30:47,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-08 23:30:47,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-08 23:30:47,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-08 23:30:47,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-08 23:30:47,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-08 23:30:47,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-08 23:30:47,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-08 23:30:47,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-08 23:30:47,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-08 23:30:47,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-08 23:30:47,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-08 23:30:47,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-08 23:30:47,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-08 23:30:47,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-08 23:30:47,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-08 23:30:47,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-08 23:30:47,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-08 23:30:47,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-08 23:30:47,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-08 23:30:47,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-08 23:30:47,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-08 23:30:47,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-08 23:30:47,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-08 23:30:47,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-08 23:30:47,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-08 23:30:47,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-08 23:30:47,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-08 23:30:47,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +29: [2023-05-08 23:30:47,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +13: [2023-05-08 23:30:47,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-08 23:30:47,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +31: [2023-05-08 23:30:47,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +31: [2023-05-08 23:30:47,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +31: [2023-05-08 23:30:47,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +21: [2023-05-08 23:30:47,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-08 23:30:47,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-08 23:30:47,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +29: [2023-05-08 23:30:47,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +13: [2023-05-08 23:30:47,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-08 23:30:47,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-08 23:30:47,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-08 23:30:47,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-08 23:30:47,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-08 23:30:47,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-08 23:30:47,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-08 23:30:47,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-08 23:30:47,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-08 23:30:47,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-08 23:30:47,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-08 23:30:47,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-08 23:30:47,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-08 23:30:47,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-08 23:30:47,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-08 23:30:47,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-08 23:30:47,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-08 23:30:47,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-08 23:30:47,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-08 23:30:47,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-08 23:30:47,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-08 23:30:47,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-08 23:30:47,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-08 23:30:47,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-08 23:30:47,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-08 23:30:47,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-08 23:30:47,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-08 23:30:47,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-08 23:30:47,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-08 23:30:47,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-08 23:30:47,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-08 23:30:47,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-08 23:30:47,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-08 23:30:47,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-08 23:30:47,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-08 23:30:47,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-08 23:30:47,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-08 23:30:47,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-08 23:30:47,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-08 23:30:47,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 4: [2023-05-08 23:30:47,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +26: [2023-05-08 23:30:47,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +22: [2023-05-08 23:30:47,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-08 23:30:47,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-08 23:30:47,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-08 23:30:47,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +15: [2023-05-08 23:30:47,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-08 23:30:47,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-08 23:30:47,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-08 23:30:47,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-08 23:30:47,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-08 23:30:47,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-08 23:30:47,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-08 23:30:47,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-08 23:30:47,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-08 23:30:47,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-08 23:30:47,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-08 23:30:47,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-08 23:30:47,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-08 23:30:47,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-08 23:30:47,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-08 23:30:47,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-08 23:30:47,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-08 23:30:47,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-08 23:30:47,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-08 23:30:47,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-08 23:30:47,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-08 23:30:47,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-08 23:30:47,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-08 23:30:47,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-08 23:30:47,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-08 23:30:47,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-08 23:30:47,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-08 23:30:47,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-08 23:30:47,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-08 23:30:47,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-08 23:30:47,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-08 23:30:47,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-08 23:30:47,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-08 23:30:47,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-08 23:30:47,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-08 23:30:47,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 4: [2023-05-08 23:30:47,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-08 23:30:47,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-08 23:30:47,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-08 23:30:47,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-08 23:30:47,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-08 23:30:47,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-08 23:30:47,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-08 23:30:47,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-08 23:30:47,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-08 23:30:47,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-08 23:30:47,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-08 23:30:47,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-08 23:30:47,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-08 23:30:47,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-08 23:30:47,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-08 23:30:47,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +31: [2023-05-08 23:30:47,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +31: [2023-05-08 23:30:47,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-08 23:30:47,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-08 23:30:47,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-08 23:30:47,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-08 23:30:47,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-08 23:30:47,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-08 23:30:47,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-08 23:30:47,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +21: [2023-05-08 23:30:47,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-08 23:30:47,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-08 23:30:47,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-08 23:30:47,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 3: [2023-05-08 23:30:47,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 3: [2023-05-08 23:30:47,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 4: [2023-05-08 23:30:47,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-08 23:30:47,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +29: [2023-05-08 23:30:47,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +31: [2023-05-08 23:30:47,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +31: [2023-05-08 23:30:47,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +31: [2023-05-08 23:30:47,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +15: [2023-05-08 23:30:47,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 6: [2023-05-08 23:30:47,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-08 23:30:47,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 2: [2023-05-08 23:30:47,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-08 23:30:47,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +15: [2023-05-08 23:30:47,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-08 23:30:47,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-08 23:30:47,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-08 23:30:47,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-08 23:30:47,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-08 23:30:47,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-08 23:30:47,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-08 23:30:47,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-08 23:30:47,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-08 23:30:47,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +22: [2023-05-08 23:30:47,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:47,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-08 23:30:47,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-08 23:30:47,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-08 23:30:47,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:47,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-08 23:30:47,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-08 23:30:47,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-08 23:30:47,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-08 23:30:47,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-08 23:30:47,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-08 23:30:47,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-08 23:30:47,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-08 23:30:47,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-08 23:30:47,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-08 23:30:47,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-08 23:30:47,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-08 23:30:47,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 4: [2023-05-08 23:30:47,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 0: [2023-05-08 23:30:47,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-08 23:30:47,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +20: [2023-05-08 23:30:47,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +27: [2023-05-08 23:30:47,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-08 23:30:47,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-08 23:30:47,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-08 23:30:47,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +20: [2023-05-08 23:30:47,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +20: [2023-05-08 23:30:47,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-08 23:30:47,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-08 23:30:47,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-08 23:30:47,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 0: [2023-05-08 23:30:47,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 0: [2023-05-08 23:30:47,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 0: [2023-05-08 23:30:47,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 0: [2023-05-08 23:30:47,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +19: [2023-05-08 23:30:47,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-08 23:30:47,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +27: [2023-05-08 23:30:47,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +27: [2023-05-08 23:30:47,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +27: [2023-05-08 23:30:47,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +20: [2023-05-08 23:30:47,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-08 23:30:47,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 6: [2023-05-08 23:30:47,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 6: [2023-05-08 23:30:47,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 3: [2023-05-08 23:30:47,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 6: [2023-05-08 23:30:47,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +20: [2023-05-08 23:30:47,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-08 23:30:47,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-08 23:30:47,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:47,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-08 23:30:47,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-08 23:30:47,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-08 23:30:47,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-08 23:30:47,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-08 23:30:47,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-08 23:30:47,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-08 23:30:47,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-08 23:30:47,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-08 23:30:47,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-08 23:30:47,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-08 23:30:47,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:47,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-08 23:30:47,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-08 23:30:47,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-08 23:30:47,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-08 23:30:47,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-08 23:30:47,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 0: [2023-05-08 23:30:47,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-08 23:30:47,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 6: [2023-05-08 23:30:47,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-08 23:30:47,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-08 23:30:47,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-08 23:30:47,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 6: [2023-05-08 23:30:47,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +20: [2023-05-08 23:30:47,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-08 23:30:47,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +13: [2023-05-08 23:30:47,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +13: [2023-05-08 23:30:47,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +18: [2023-05-08 23:30:47,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +18: [2023-05-08 23:30:47,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +14: [2023-05-08 23:30:47,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-08 23:30:47,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +14: [2023-05-08 23:30:47,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-08 23:30:47,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-08 23:30:47,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +18: [2023-05-08 23:30:47,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +14: [2023-05-08 23:30:47,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-08 23:30:47,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-08 23:30:47,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-08 23:30:47,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-08 23:30:47,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +14: [2023-05-08 23:30:47,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +14: [2023-05-08 23:30:47,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +20: [2023-05-08 23:30:47,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:47,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +20: [2023-05-08 23:30:47,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-08 23:30:47,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 7: [2023-05-08 23:30:47,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-08 23:30:47,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-08 23:30:47,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-08 23:30:47,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-08 23:30:47,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-08 23:30:47,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-08 23:30:47,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-08 23:30:47,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-08 23:30:47,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-08 23:30:47,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-08 23:30:47,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-08 23:30:47,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-08 23:30:47,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-08 23:30:47,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +18: [2023-05-08 23:30:47,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-08 23:30:47,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-08 23:30:47,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 9: [2023-05-08 23:30:47,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-08 23:30:47,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +27: [2023-05-08 23:30:47,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-08 23:30:47,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-08 23:30:47,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +27: [2023-05-08 23:30:47,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-08 23:30:47,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 9: [2023-05-08 23:30:47,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-08 23:30:47,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +27: [2023-05-08 23:30:47,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +14: [2023-05-08 23:30:47,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +27: [2023-05-08 23:30:47,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +27: [2023-05-08 23:30:47,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +20: [2023-05-08 23:30:47,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +14: [2023-05-08 23:30:47,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-08 23:30:47,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 6: [2023-05-08 23:30:47,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +14: [2023-05-08 23:30:47,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-08 23:30:47,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +23: [2023-05-08 23:30:47,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-08 23:30:47,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 6: [2023-05-08 23:30:47,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +24: [2023-05-08 23:30:47,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +24: [2023-05-08 23:30:47,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +24: [2023-05-08 23:30:47,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +24: [2023-05-08 23:30:47,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +11: [2023-05-08 23:30:47,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +11: [2023-05-08 23:30:47,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +11: [2023-05-08 23:30:47,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +11: [2023-05-08 23:30:47,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +10: [2023-05-08 23:30:47,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-08 23:30:47,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-08 23:30:47,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-08 23:30:47,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-08 23:30:47,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-08 23:30:47,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-08 23:30:47,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-08 23:30:47,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-08 23:30:47,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +30: [2023-05-08 23:30:47,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +30: [2023-05-08 23:30:47,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +30: [2023-05-08 23:30:47,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +13: [2023-05-08 23:30:47,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-08 23:30:47,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-08 23:30:47,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +18: [2023-05-08 23:30:47,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-08 23:30:47,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-08 23:30:47,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-08 23:30:47,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-08 23:30:47,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +22: [2023-05-08 23:30:47,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +22: [2023-05-08 23:30:47,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 7: [2023-05-08 23:30:47,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-08 23:30:47,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +22: [2023-05-08 23:30:47,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 9: [2023-05-08 23:30:47,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-08 23:30:47,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +13: [2023-05-08 23:30:47,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +18: [2023-05-08 23:30:47,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +18: [2023-05-08 23:30:47,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-08 23:30:47,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +18: [2023-05-08 23:30:47,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-08 23:30:47,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-08 23:30:47,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-08 23:30:47,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-08 23:30:47,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-08 23:30:47,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-08 23:30:47,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-08 23:30:47,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +18: [2023-05-08 23:30:47,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +11: [2023-05-08 23:30:47,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-08 23:30:47,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-08 23:30:47,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +11: [2023-05-08 23:30:47,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-08 23:30:47,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-08 23:30:47,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-08 23:30:47,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-08 23:30:47,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-08 23:30:47,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-08 23:30:47,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-08 23:30:47,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-08 23:30:47,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-08 23:30:47,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-08 23:30:47,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-08 23:30:47,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-08 23:30:47,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-08 23:30:47,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +30: [2023-05-08 23:30:47,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-08 23:30:47,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +14: [2023-05-08 23:30:47,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-08 23:30:47,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-08 23:30:47,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-08 23:30:47,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-08 23:30:47,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-08 23:30:47,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-08 23:30:47,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-08 23:30:47,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-08 23:30:47,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 9: [2023-05-08 23:30:47,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-08 23:30:47,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-08 23:30:47,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-08 23:30:47,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-08 23:30:47,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-08 23:30:47,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-08 23:30:47,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-08 23:30:47,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-08 23:30:47,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-08 23:30:47,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:47,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 3: [2023-05-08 23:30:47,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-08 23:30:47,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-08 23:30:47,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-08 23:30:47,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-08 23:30:47,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-08 23:30:47,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-08 23:30:47,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +10: [2023-05-08 23:30:47,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-08 23:30:47,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-08 23:30:47,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-08 23:30:47,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-08 23:30:47,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +16: [2023-05-08 23:30:47,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-08 23:30:47,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-08 23:30:47,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +30: [2023-05-08 23:30:47,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-08 23:30:47,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-08 23:30:47,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-08 23:30:47,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +16: [2023-05-08 23:30:47,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-08 23:30:47,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +16: [2023-05-08 23:30:47,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-08 23:30:47,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +30: [2023-05-08 23:30:47,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +24: [2023-05-08 23:30:47,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-08 23:30:47,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +22: [2023-05-08 23:30:47,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-08 23:30:47,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +24: [2023-05-08 23:30:47,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-08 23:30:47,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +16: [2023-05-08 23:30:47,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +11: [2023-05-08 23:30:47,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-08 23:30:47,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-08 23:30:47,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +30: [2023-05-08 23:30:47,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +11: [2023-05-08 23:30:47,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 3: [2023-05-08 23:30:47,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-08 23:30:47,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +24: [2023-05-08 23:30:47,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +24: [2023-05-08 23:30:47,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-08 23:30:47,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +24: [2023-05-08 23:30:47,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-08 23:30:47,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-08 23:30:47,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +24: [2023-05-08 23:30:47,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +24: [2023-05-08 23:30:47,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +22: [2023-05-08 23:30:47,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +22: [2023-05-08 23:30:47,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 8: [2023-05-08 23:30:47,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 8: [2023-05-08 23:30:47,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 8: [2023-05-08 23:30:47,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 8: [2023-05-08 23:30:47,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 3: [2023-05-08 23:30:47,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 9: [2023-05-08 23:30:47,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 9: [2023-05-08 23:30:47,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 9: [2023-05-08 23:30:47,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +22: [2023-05-08 23:30:47,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +24: [2023-05-08 23:30:47,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-08 23:30:47,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-08 23:30:47,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-08 23:30:47,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-08 23:30:47,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-08 23:30:47,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-08 23:30:47,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-08 23:30:47,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-08 23:30:47,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-08 23:30:47,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-08 23:30:47,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-08 23:30:47,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-08 23:30:47,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-08 23:30:47,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-08 23:30:47,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-08 23:30:47,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-08 23:30:47,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-08 23:30:47,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-08 23:30:47,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +24: [2023-05-08 23:30:47,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-08 23:30:47,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-08 23:30:47,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +21: [2023-05-08 23:30:47,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +26: [2023-05-08 23:30:47,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +26: [2023-05-08 23:30:47,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +21: [2023-05-08 23:30:47,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +26: [2023-05-08 23:30:47,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +21: [2023-05-08 23:30:47,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +26: [2023-05-08 23:30:47,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +28: [2023-05-08 23:30:47,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-08 23:30:47,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-08 23:30:47,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-08 23:30:47,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-08 23:30:47,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-08 23:30:47,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-08 23:30:47,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-08 23:30:47,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 2: [2023-05-08 23:30:47,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 2: [2023-05-08 23:30:47,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 5: [2023-05-08 23:30:47,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +30: [2023-05-08 23:30:47,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-08 23:30:47,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-08 23:30:47,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-08 23:30:47,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-08 23:30:47,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +30: [2023-05-08 23:30:47,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +30: [2023-05-08 23:30:47,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-08 23:30:47,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +30: [2023-05-08 23:30:47,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-08 23:30:47,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +15: [2023-05-08 23:30:47,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +15: [2023-05-08 23:30:47,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +11: [2023-05-08 23:30:47,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-08 23:30:47,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +25: [2023-05-08 23:30:47,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +21: [2023-05-08 23:30:47,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-08 23:30:47,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +15: [2023-05-08 23:30:47,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +21: [2023-05-08 23:30:47,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-08 23:30:47,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-08 23:30:47,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-08 23:30:47,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-08 23:30:47,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-08 23:30:47,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +26: [2023-05-08 23:30:47,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +16: [2023-05-08 23:30:47,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-08 23:30:47,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +16: [2023-05-08 23:30:47,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-08 23:30:47,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +26: [2023-05-08 23:30:47,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-08 23:30:47,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +21: [2023-05-08 23:30:47,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-08 23:30:47,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +16: [2023-05-08 23:30:47,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +25: [2023-05-08 23:30:47,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +16: [2023-05-08 23:30:47,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +21: [2023-05-08 23:30:47,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +21: [2023-05-08 23:30:47,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-08 23:30:47,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +21: [2023-05-08 23:30:47,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-08 23:30:47,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-08 23:30:47,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-08 23:30:47,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-08 23:30:47,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-08 23:30:47,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-08 23:30:47,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-08 23:30:47,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-08 23:30:47,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-08 23:30:47,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-08 23:30:47,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-08 23:30:47,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-08 23:30:47,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 8: [2023-05-08 23:30:47,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 8: [2023-05-08 23:30:47,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 9: [2023-05-08 23:30:47,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 1: [2023-05-08 23:30:47,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-08 23:30:47,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-08 23:30:47,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-08 23:30:47,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-08 23:30:47,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-08 23:30:47,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-08 23:30:47,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-08 23:30:47,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-08 23:30:47,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-08 23:30:47,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-08 23:30:47,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-08 23:30:47,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-08 23:30:47,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:47,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +17: [2023-05-08 23:30:47,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +17: [2023-05-08 23:30:47,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +28: [2023-05-08 23:30:47,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-08 23:30:47,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +11: [2023-05-08 23:30:47,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-08 23:30:47,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-08 23:30:47,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-08 23:30:47,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +26: [2023-05-08 23:30:47,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-08 23:30:47,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-08 23:30:47,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-08 23:30:47,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +26: [2023-05-08 23:30:47,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +13: [2023-05-08 23:30:47,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-08 23:30:47,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-08 23:30:47,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-08 23:30:47,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-08 23:30:47,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-08 23:30:47,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-08 23:30:47,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-08 23:30:47,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-08 23:30:47,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-08 23:30:47,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-08 23:30:47,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-08 23:30:47,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-08 23:30:47,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-08 23:30:47,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-08 23:30:47,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-08 23:30:47,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-08 23:30:47,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-08 23:30:47,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-08 23:30:47,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-08 23:30:47,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-08 23:30:47,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 2: [2023-05-08 23:30:47,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-08 23:30:47,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-08 23:30:47,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-08 23:30:47,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +25: [2023-05-08 23:30:47,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-08 23:30:47,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +17: [2023-05-08 23:30:47,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-08 23:30:47,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +30: [2023-05-08 23:30:47,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-08 23:30:47,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-08 23:30:47,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-08 23:30:47,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 2: [2023-05-08 23:30:47,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-08 23:30:47,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +28: [2023-05-08 23:30:47,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +28: [2023-05-08 23:30:47,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +21: [2023-05-08 23:30:47,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-08 23:30:47,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +17: [2023-05-08 23:30:47,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-08 23:30:47,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-08 23:30:47,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-08 23:30:47,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 1: [2023-05-08 23:30:47,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-08 23:30:47,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-08 23:30:47,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +19: [2023-05-08 23:30:47,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +12: [2023-05-08 23:30:47,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-08 23:30:47,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +19: [2023-05-08 23:30:47,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +28: [2023-05-08 23:30:47,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-08 23:30:47,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-08 23:30:47,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-08 23:30:47,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-08 23:30:47,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-08 23:30:47,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-08 23:30:47,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +25: [2023-05-08 23:30:47,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-08 23:30:47,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-08 23:30:47,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-08 23:30:47,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-08 23:30:47,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-08 23:30:47,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-08 23:30:47,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-08 23:30:47,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +25: [2023-05-08 23:30:47,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-08 23:30:47,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +28: [2023-05-08 23:30:47,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +25: [2023-05-08 23:30:47,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +25: [2023-05-08 23:30:47,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-08 23:30:47,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +21: [2023-05-08 23:30:47,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +21: [2023-05-08 23:30:47,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-08 23:30:47,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-08 23:30:47,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-08 23:30:47,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-08 23:30:47,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +30: [2023-05-08 23:30:47,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-08 23:30:47,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-08 23:30:47,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-08 23:30:47,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +15: [2023-05-08 23:30:47,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +21: [2023-05-08 23:30:47,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +21: [2023-05-08 23:30:47,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +23: [2023-05-08 23:30:47,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +23: [2023-05-08 23:30:47,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +23: [2023-05-08 23:30:47,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +23: [2023-05-08 23:30:47,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +19: [2023-05-08 23:30:47,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-08 23:30:47,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-08 23:30:47,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-08 23:30:47,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-08 23:30:47,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-08 23:30:47,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +17: [2023-05-08 23:30:47,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-08 23:30:47,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-08 23:30:47,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-08 23:30:47,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-08 23:30:47,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-08 23:30:47,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-08 23:30:47,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:47,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-08 23:30:47,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-08 23:30:47,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:47,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-08 23:30:47,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-08 23:30:47,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-08 23:30:47,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +13: [2023-05-08 23:30:47,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-08 23:30:47,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-08 23:30:47,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +17: [2023-05-08 23:30:47,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-08 23:30:47,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-08 23:30:47,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-08 23:30:47,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-08 23:30:47,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-08 23:30:47,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +18: [2023-05-08 23:30:47,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-08 23:30:47,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-08 23:30:47,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-08 23:30:47,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-08 23:30:47,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-08 23:30:47,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +18: [2023-05-08 23:30:47,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-08 23:30:47,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-08 23:30:47,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-08 23:30:47,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-08 23:30:47,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-08 23:30:47,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +23: [2023-05-08 23:30:47,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +18: [2023-05-08 23:30:47,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-08 23:30:47,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +29: [2023-05-08 23:30:47,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-08 23:30:47,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-08 23:30:47,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-08 23:30:47,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-08 23:30:47,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-08 23:30:47,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-08 23:30:47,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-08 23:30:47,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-08 23:30:47,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-08 23:30:47,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-08 23:30:47,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-08 23:30:47,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-08 23:30:47,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-08 23:30:47,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-08 23:30:47,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-08 23:30:47,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-08 23:30:47,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-08 23:30:47,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +25: [2023-05-08 23:30:47,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-08 23:30:47,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-08 23:30:47,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-08 23:30:47,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-08 23:30:47,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +28: [2023-05-08 23:30:47,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +25: [2023-05-08 23:30:47,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-08 23:30:47,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-08 23:30:47,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-08 23:30:47,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-08 23:30:47,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-08 23:30:47,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +19: [2023-05-08 23:30:47,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +19: [2023-05-08 23:30:47,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +17: [2023-05-08 23:30:47,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-08 23:30:47,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-08 23:30:47,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-08 23:30:47,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-08 23:30:47,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +19: [2023-05-08 23:30:47,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +19: [2023-05-08 23:30:47,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +17: [2023-05-08 23:30:47,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-08 23:30:47,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-08 23:30:47,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 4: [2023-05-08 23:30:47,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-08 23:30:47,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-08 23:30:47,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-08 23:30:47,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-08 23:30:47,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +23: [2023-05-08 23:30:47,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-08 23:30:47,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-08 23:30:47,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-08 23:30:47,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-08 23:30:47,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +18: [2023-05-08 23:30:47,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-08 23:30:47,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +12: [2023-05-08 23:30:47,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +12: [2023-05-08 23:30:47,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +12: [2023-05-08 23:30:47,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +29: [2023-05-08 23:30:47,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +29: [2023-05-08 23:30:47,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 4: [2023-05-08 23:30:47,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-08 23:30:47,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +23: [2023-05-08 23:30:47,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +23: [2023-05-08 23:30:47,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +29: [2023-05-08 23:30:47,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +18: [2023-05-08 23:30:47,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-08 23:30:47,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-08 23:30:47,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 0: [2023-05-08 23:30:47,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-08 23:30:47,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +10: [2023-05-08 23:30:47,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 0: [2023-05-08 23:30:47,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-08 23:30:47,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +10: [2023-05-08 23:30:47,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 0: [2023-05-08 23:30:47,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-08 23:30:47,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-08 23:30:47,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-08 23:30:47,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-08 23:30:47,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-08 23:30:47,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-08 23:30:47,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 1: [2023-05-08 23:30:47,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 1: [2023-05-08 23:30:47,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +27: [2023-05-08 23:30:47,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +27: [2023-05-08 23:30:47,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-08 23:30:47,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-08 23:30:47,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-08 23:30:47,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-08 23:30:47,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-08 23:30:47,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-08 23:30:47,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-08 23:30:47,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-08 23:30:47,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-08 23:30:47,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-08 23:30:47,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-08 23:30:47,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-08 23:30:47,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-08 23:30:47,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-08 23:30:47,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-08 23:30:47,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-08 23:30:47,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-08 23:30:47,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-08 23:30:47,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-08 23:30:47,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-08 23:30:47,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-08 23:30:47,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-08 23:30:47,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-08 23:30:47,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-08 23:30:47,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-08 23:30:47,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-08 23:30:47,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-08 23:30:47,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-08 23:30:47,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-08 23:30:47,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-08 23:30:47,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-08 23:30:47,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-08 23:30:47,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-08 23:30:47,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +12: [2023-05-08 23:30:47,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-08 23:30:47,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-08 23:30:47,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-08 23:30:47,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-08 23:30:47,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-08 23:30:47,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +31: [2023-05-08 23:30:47,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +31: [2023-05-08 23:30:47,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +31: [2023-05-08 23:30:47,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +10: [2023-05-08 23:30:47,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +10: [2023-05-08 23:30:47,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 4: [2023-05-08 23:30:47,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 4: [2023-05-08 23:30:47,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +10: [2023-05-08 23:30:47,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-08 23:30:47,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +29: [2023-05-08 23:30:47,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-08 23:30:47,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +15: [2023-05-08 23:30:47,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-08 23:30:47,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-08 23:30:47,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-08 23:30:47,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-08 23:30:47,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-08 23:30:47,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-08 23:30:47,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:47,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-08 23:30:47,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-08 23:30:47,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-08 23:30:47,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-08 23:30:47,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:47,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:47,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:47,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:47,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-08 23:30:47,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-08 23:30:47,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-08 23:30:47,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-08 23:30:47,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 5: [2023-05-08 23:30:47,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 5: [2023-05-08 23:30:47,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 5: [2023-05-08 23:30:47,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +27: [2023-05-08 23:30:47,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-08 23:30:47,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-08 23:30:47,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-08 23:30:47,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-08 23:30:47,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-08 23:30:47,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-08 23:30:47,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 7: [2023-05-08 23:30:47,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 7: [2023-05-08 23:30:47,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 0: [2023-05-08 23:30:47,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. + 7: [2023-05-08 23:30:47,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_13-model_01-model_states.pt. +19: [2023-05-08 23:30:47,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-08 23:30:47,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-08 23:30:47,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-08 23:30:47,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-08 23:30:47,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +12: [2023-05-08 23:30:47,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +27: [2023-05-08 23:30:47,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-08 23:30:47,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-08 23:30:47,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-08 23:30:47,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-08 23:30:47,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-08 23:30:47,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-08 23:30:47,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-08 23:30:47,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-08 23:30:47,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-08 23:30:47,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 5: [2023-05-08 23:30:47,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +10: [2023-05-08 23:30:47,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-08 23:30:47,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +22: [2023-05-08 23:30:47,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-08 23:30:47,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-08 23:30:47,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +12: [2023-05-08 23:30:47,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-08 23:30:47,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-08 23:30:47,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +29: [2023-05-08 23:30:47,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 2: [2023-05-08 23:30:47,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-08 23:30:47,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-08 23:30:47,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-08 23:30:47,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 2: [2023-05-08 23:30:47,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-08 23:30:47,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-08 23:30:47,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +29: [2023-05-08 23:30:47,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:47,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-08 23:30:47,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +27: [2023-05-08 23:30:47,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-08 23:30:47,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 2: [2023-05-08 23:30:47,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-08 23:30:47,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +10: [2023-05-08 23:30:47,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +15: [2023-05-08 23:30:47,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-08 23:30:47,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-08 23:30:47,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +10: [2023-05-08 23:30:47,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +27: [2023-05-08 23:30:47,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 7: [2023-05-08 23:30:47,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +31: [2023-05-08 23:30:47,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-08 23:30:47,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +29: [2023-05-08 23:30:47,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 7: [2023-05-08 23:30:47,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +14: [2023-05-08 23:30:47,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt... +19: [2023-05-08 23:30:47,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-08 23:30:47,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-08 23:30:47,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-08 23:30:47,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-08 23:30:47,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-08 23:30:47,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-08 23:30:47,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-08 23:30:47,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-08 23:30:47,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +10: [2023-05-08 23:30:47,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +14: [2023-05-08 23:30:47,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-08 23:30:47,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-08 23:30:47,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-08 23:30:47,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-08 23:30:47,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-08 23:30:47,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-08 23:30:47,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-08 23:30:47,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-08 23:30:47,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-08 23:30:47,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-08 23:30:47,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +20: [2023-05-08 23:30:47,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-08 23:30:47,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-08 23:30:47,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-08 23:30:47,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-08 23:30:47,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-08 23:30:47,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-08 23:30:47,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-08 23:30:47,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-08 23:30:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-08 23:30:47,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-08 23:30:47,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-08 23:30:47,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-08 23:30:47,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-08 23:30:47,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-08 23:30:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-08 23:30:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-08 23:30:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-08 23:30:47,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-08 23:30:47,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-08 23:30:47,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-08 23:30:47,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-08 23:30:47,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-08 23:30:47,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-08 23:30:47,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-08 23:30:47,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +24: [2023-05-08 23:30:47,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-08 23:30:47,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-08 23:30:47,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-08 23:30:47,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +24: [2023-05-08 23:30:47,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-08 23:30:47,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-08 23:30:47,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:47,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-08 23:30:47,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-08 23:30:47,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-08 23:30:47,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-08 23:30:47,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-08 23:30:47,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-08 23:30:47,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-08 23:30:47,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-08 23:30:47,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +14: [2023-05-08 23:30:47,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 2: [2023-05-08 23:30:47,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-08 23:30:47,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-08 23:30:47,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 5: [2023-05-08 23:30:47,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +22: [2023-05-08 23:30:47,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-08 23:30:47,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-08 23:30:47,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... + 8: [2023-05-08 23:30:47,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-08 23:30:47,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-08 23:30:47,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-08 23:30:47,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 5: [2023-05-08 23:30:47,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +30: [2023-05-08 23:30:47,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-08 23:30:47,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-08 23:30:47,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-08 23:30:47,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +30: [2023-05-08 23:30:47,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-08 23:30:47,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +30: [2023-05-08 23:30:47,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-08 23:30:47,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-08 23:30:47,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-08 23:30:47,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-08 23:30:47,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 3: [2023-05-08 23:30:47,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +28: [2023-05-08 23:30:47,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-08 23:30:47,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +20: [2023-05-08 23:30:47,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +28: [2023-05-08 23:30:47,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-08 23:30:47,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +20: [2023-05-08 23:30:47,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 3: [2023-05-08 23:30:47,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 7: [2023-05-08 23:30:47,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +20: [2023-05-08 23:30:47,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 9: [2023-05-08 23:30:47,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-08 23:30:47,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-08 23:30:47,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-08 23:30:47,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +28: [2023-05-08 23:30:47,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-08 23:30:47,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +27: [2023-05-08 23:30:47,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +27: [2023-05-08 23:30:47,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +27: [2023-05-08 23:30:47,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 9: [2023-05-08 23:30:47,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-08 23:30:47,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-08 23:30:47,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-08 23:30:47,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-08 23:30:47,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-08 23:30:47,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_00-model_states.pt. +26: [2023-05-08 23:30:47,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-08 23:30:47,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-08 23:30:47,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-08 23:30:47,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-08 23:30:47,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-08 23:30:47,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-08 23:30:47,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-08 23:30:47,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-08 23:30:47,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-08 23:30:47,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt... +20: [2023-05-08 23:30:47,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-08 23:30:47,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-08 23:30:47,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 6: [2023-05-08 23:30:47,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 6: [2023-05-08 23:30:47,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 6: [2023-05-08 23:30:47,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 0: [2023-05-08 23:30:47,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 0: [2023-05-08 23:30:47,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 0: [2023-05-08 23:30:47,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 0: [2023-05-08 23:30:47,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +20: [2023-05-08 23:30:47,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-08 23:30:47,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-08 23:30:47,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-08 23:30:47,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-08 23:30:47,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-08 23:30:47,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-08 23:30:47,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-08 23:30:47,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-08 23:30:47,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-08 23:30:47,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:47,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-08 23:30:47,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-08 23:30:47,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-08 23:30:47,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-08 23:30:47,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-08 23:30:47,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-08 23:30:47,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-08 23:30:47,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-08 23:30:47,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-08 23:30:47,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-08 23:30:47,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-08 23:30:47,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-08 23:30:47,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-08 23:30:47,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-08 23:30:47,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-08 23:30:47,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-08 23:30:47,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-08 23:30:47,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-08 23:30:47,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-08 23:30:47,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-08 23:30:47,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-08 23:30:47,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-08 23:30:47,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-08 23:30:47,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-08 23:30:47,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-08 23:30:47,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-08 23:30:47,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-08 23:30:47,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-08 23:30:47,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-08 23:30:47,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-08 23:30:47,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-08 23:30:47,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-08 23:30:47,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-08 23:30:47,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-08 23:30:47,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-08 23:30:47,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-08 23:30:47,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-08 23:30:47,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-08 23:30:47,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-08 23:30:47,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-08 23:30:47,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-08 23:30:47,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-08 23:30:47,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-08 23:30:47,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-08 23:30:47,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-08 23:30:47,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-08 23:30:47,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-08 23:30:47,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-08 23:30:47,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-08 23:30:47,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-08 23:30:47,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-08 23:30:47,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +18: [2023-05-08 23:30:47,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 3: [2023-05-08 23:30:47,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-08 23:30:47,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 7: [2023-05-08 23:30:47,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-08 23:30:47,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 3: [2023-05-08 23:30:47,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 3: [2023-05-08 23:30:47,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +28: [2023-05-08 23:30:47,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-08 23:30:47,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +30: [2023-05-08 23:30:47,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-08 23:30:47,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-08 23:30:47,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:47,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +20: [2023-05-08 23:30:47,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +27: [2023-05-08 23:30:47,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:47,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-08 23:30:47,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-08 23:30:47,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +16: [2023-05-08 23:30:47,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-08 23:30:47,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-08 23:30:47,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-08 23:30:47,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +27: [2023-05-08 23:30:47,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 8: [2023-05-08 23:30:47,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-08 23:30:47,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +27: [2023-05-08 23:30:47,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +27: [2023-05-08 23:30:47,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 7: [2023-05-08 23:30:47,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-08 23:30:47,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-08 23:30:47,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-08 23:30:47,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-08 23:30:47,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-08 23:30:47,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-08 23:30:47,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-08 23:30:47,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +20: [2023-05-08 23:30:47,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +21: [2023-05-08 23:30:47,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-08 23:30:47,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:47,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-08 23:30:47,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +16: [2023-05-08 23:30:47,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-08 23:30:47,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-08 23:30:47,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-08 23:30:47,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-08 23:30:47,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-08 23:30:47,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-08 23:30:47,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-08 23:30:47,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-08 23:30:47,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-08 23:30:47,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-08 23:30:47,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:47,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-08 23:30:47,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 0: [2023-05-08 23:30:47,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +11: [2023-05-08 23:30:47,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +21: [2023-05-08 23:30:47,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-08 23:30:47,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-08 23:30:47,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +14: [2023-05-08 23:30:47,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 0: [2023-05-08 23:30:47,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-08 23:30:47,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 6: [2023-05-08 23:30:47,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 6: [2023-05-08 23:30:47,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +14: [2023-05-08 23:30:47,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +21: [2023-05-08 23:30:47,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +11: [2023-05-08 23:30:47,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-08 23:30:47,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-08 23:30:47,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-08 23:30:47,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +11: [2023-05-08 23:30:47,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-08 23:30:47,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-08 23:30:47,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-08 23:30:47,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-08 23:30:47,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-08 23:30:47,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-08 23:30:47,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-08 23:30:47,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:47,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:47,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:47,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +18: [2023-05-08 23:30:47,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +18: [2023-05-08 23:30:47,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-08 23:30:47,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-08 23:30:47,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-08 23:30:47,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +11: [2023-05-08 23:30:47,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +11: [2023-05-08 23:30:47,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +11: [2023-05-08 23:30:47,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +11: [2023-05-08 23:30:47,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +18: [2023-05-08 23:30:47,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +12: [2023-05-08 23:30:47,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-08 23:30:47,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-08 23:30:47,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-08 23:30:47,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +24: [2023-05-08 23:30:47,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +24: [2023-05-08 23:30:47,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +24: [2023-05-08 23:30:47,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 1: [2023-05-08 23:30:47,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-08 23:30:47,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-08 23:30:47,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-08 23:30:47,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-08 23:30:47,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-08 23:30:47,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-08 23:30:47,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:47,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +13: [2023-05-08 23:30:47,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +13: [2023-05-08 23:30:47,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +13: [2023-05-08 23:30:47,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +14: [2023-05-08 23:30:47,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-08 23:30:47,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +24: [2023-05-08 23:30:47,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-08 23:30:47,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +30: [2023-05-08 23:30:47,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +30: [2023-05-08 23:30:47,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +30: [2023-05-08 23:30:47,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +14: [2023-05-08 23:30:47,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-08 23:30:47,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-08 23:30:47,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-08 23:30:47,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-08 23:30:47,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-08 23:30:47,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-08 23:30:47,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +14: [2023-05-08 23:30:47,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-08 23:30:47,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +22: [2023-05-08 23:30:47,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +22: [2023-05-08 23:30:47,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +22: [2023-05-08 23:30:47,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +12: [2023-05-08 23:30:47,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 9: [2023-05-08 23:30:47,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +14: [2023-05-08 23:30:47,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 9: [2023-05-08 23:30:47,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 9: [2023-05-08 23:30:47,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +13: [2023-05-08 23:30:47,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:47,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:47,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:47,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-08 23:30:47,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-08 23:30:47,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-08 23:30:47,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-08 23:30:47,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +11: [2023-05-08 23:30:47,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +30: [2023-05-08 23:30:47,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-08 23:30:47,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-08 23:30:47,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 1: [2023-05-08 23:30:47,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-08 23:30:47,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-08 23:30:47,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-08 23:30:47,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-08 23:30:47,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-08 23:30:47,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-08 23:30:47,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-08 23:30:47,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-08 23:30:47,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +22: [2023-05-08 23:30:47,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +11: [2023-05-08 23:30:47,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 9: [2023-05-08 23:30:47,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 8: [2023-05-08 23:30:47,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +24: [2023-05-08 23:30:47,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +29: [2023-05-08 23:30:47,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-08 23:30:47,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-08 23:30:47,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-08 23:30:47,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +24: [2023-05-08 23:30:47,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +29: [2023-05-08 23:30:47,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-08 23:30:47,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-08 23:30:47,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-08 23:30:47,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-08 23:30:47,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-08 23:30:47,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-08 23:30:47,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-08 23:30:47,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-08 23:30:47,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-08 23:30:47,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-08 23:30:47,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-08 23:30:47,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +24: [2023-05-08 23:30:47,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-08 23:30:47,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +24: [2023-05-08 23:30:47,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-08 23:30:47,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +24: [2023-05-08 23:30:47,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +24: [2023-05-08 23:30:47,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 3: [2023-05-08 23:30:47,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 3: [2023-05-08 23:30:47,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:47,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-08 23:30:47,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-08 23:30:47,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 1: [2023-05-08 23:30:47,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 1: [2023-05-08 23:30:47,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-08 23:30:47,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +13: [2023-05-08 23:30:47,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-08 23:30:47,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +13: [2023-05-08 23:30:47,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +13: [2023-05-08 23:30:47,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +30: [2023-05-08 23:30:47,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-08 23:30:47,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +30: [2023-05-08 23:30:47,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +30: [2023-05-08 23:30:47,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-08 23:30:47,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-08 23:30:47,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +23: [2023-05-08 23:30:47,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +23: [2023-05-08 23:30:47,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +16: [2023-05-08 23:30:47,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +16: [2023-05-08 23:30:47,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +23: [2023-05-08 23:30:47,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +30: [2023-05-08 23:30:47,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-08 23:30:47,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-08 23:30:47,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-08 23:30:47,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 9: [2023-05-08 23:30:47,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-08 23:30:47,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-08 23:30:47,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-08 23:30:47,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-08 23:30:47,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +17: [2023-05-08 23:30:47,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-08 23:30:47,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-08 23:30:47,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +30: [2023-05-08 23:30:47,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-08 23:30:47,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +30: [2023-05-08 23:30:47,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 1: [2023-05-08 23:30:47,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-08 23:30:47,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-08 23:30:47,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 9: [2023-05-08 23:30:47,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +16: [2023-05-08 23:30:47,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +17: [2023-05-08 23:30:47,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-08 23:30:47,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-08 23:30:47,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 1: [2023-05-08 23:30:47,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +12: [2023-05-08 23:30:47,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +12: [2023-05-08 23:30:47,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +17: [2023-05-08 23:30:47,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-08 23:30:47,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +12: [2023-05-08 23:30:47,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 1: [2023-05-08 23:30:47,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +29: [2023-05-08 23:30:47,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-08 23:30:47,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 9: [2023-05-08 23:30:47,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +25: [2023-05-08 23:30:47,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +25: [2023-05-08 23:30:47,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +25: [2023-05-08 23:30:47,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-08 23:30:47,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +23: [2023-05-08 23:30:47,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-08 23:30:47,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-08 23:30:47,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +17: [2023-05-08 23:30:47,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +29: [2023-05-08 23:30:47,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-08 23:30:47,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-08 23:30:47,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-08 23:30:47,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +16: [2023-05-08 23:30:47,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-08 23:30:47,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-08 23:30:47,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-08 23:30:47,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +23: [2023-05-08 23:30:47,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-08 23:30:47,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-08 23:30:47,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-08 23:30:47,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-08 23:30:47,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-08 23:30:47,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +10: [2023-05-08 23:30:47,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-08 23:30:47,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-08 23:30:47,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-08 23:30:47,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-08 23:30:47,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:47,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-08 23:30:47,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:47,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 2: [2023-05-08 23:30:47,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 2: [2023-05-08 23:30:47,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 2: [2023-05-08 23:30:47,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +29: [2023-05-08 23:30:47,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-08 23:30:47,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-08 23:30:47,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-08 23:30:47,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-08 23:30:47,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +12: [2023-05-08 23:30:47,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +18: [2023-05-08 23:30:47,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-08 23:30:47,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-08 23:30:47,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-08 23:30:47,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 8: [2023-05-08 23:30:47,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 8: [2023-05-08 23:30:47,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:47,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-08 23:30:47,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-08 23:30:47,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-08 23:30:47,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-08 23:30:47,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-08 23:30:47,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-08 23:30:47,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-08 23:30:47,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-08 23:30:47,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +27: [2023-05-08 23:30:47,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-08 23:30:47,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-08 23:30:47,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +29: [2023-05-08 23:30:47,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-08 23:30:47,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +27: [2023-05-08 23:30:47,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:47,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:47,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-08 23:30:47,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-08 23:30:47,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-08 23:30:47,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 3: [2023-05-08 23:30:47,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:47,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +25: [2023-05-08 23:30:47,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-08 23:30:47,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:47,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:47,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-08 23:30:47,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-08 23:30:47,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-08 23:30:47,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-08 23:30:47,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-08 23:30:47,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-08 23:30:47,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-08 23:30:47,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-08 23:30:47,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:47,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +14: [2023-05-08 23:30:47,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-08 23:30:47,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-08 23:30:47,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-08 23:30:47,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-08 23:30:47,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-08 23:30:47,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +14: [2023-05-08 23:30:47,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-08 23:30:47,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-08 23:30:47,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-08 23:30:47,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-08 23:30:47,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-08 23:30:47,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-08 23:30:47,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:47,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +15: [2023-05-08 23:30:47,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +15: [2023-05-08 23:30:47,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +15: [2023-05-08 23:30:47,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +15: [2023-05-08 23:30:47,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +23: [2023-05-08 23:30:47,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 1: [2023-05-08 23:30:47,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-08 23:30:47,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-08 23:30:47,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +17: [2023-05-08 23:30:47,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +23: [2023-05-08 23:30:47,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-08 23:30:47,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-08 23:30:47,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-08 23:30:47,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +16: [2023-05-08 23:30:47,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +23: [2023-05-08 23:30:47,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +10: [2023-05-08 23:30:47,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-08 23:30:47,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-08 23:30:47,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-08 23:30:47,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +16: [2023-05-08 23:30:47,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-08 23:30:47,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-08 23:30:47,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-08 23:30:47,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:47,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-08 23:30:47,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-08 23:30:47,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-08 23:30:47,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-08 23:30:47,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-08 23:30:47,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +12: [2023-05-08 23:30:47,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:47,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-08 23:30:47,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-08 23:30:47,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-08 23:30:47,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:47,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:47,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-08 23:30:47,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-08 23:30:47,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +15: [2023-05-08 23:30:47,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-08 23:30:47,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +19: [2023-05-08 23:30:47,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +19: [2023-05-08 23:30:47,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +15: [2023-05-08 23:30:47,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-08 23:30:47,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +15: [2023-05-08 23:30:47,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-08 23:30:47,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-08 23:30:47,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-08 23:30:47,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-08 23:30:47,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +12: [2023-05-08 23:30:47,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +12: [2023-05-08 23:30:47,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +12: [2023-05-08 23:30:47,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 2: [2023-05-08 23:30:47,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-08 23:30:47,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +25: [2023-05-08 23:30:47,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:47,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +27: [2023-05-08 23:30:47,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-08 23:30:47,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-08 23:30:47,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-08 23:30:47,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-08 23:30:47,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +25: [2023-05-08 23:30:47,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +25: [2023-05-08 23:30:47,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +15: [2023-05-08 23:30:47,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-08 23:30:47,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-08 23:30:47,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-08 23:30:47,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +17: [2023-05-08 23:30:47,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-08 23:30:47,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-08 23:30:47,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +10: [2023-05-08 23:30:47,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-08 23:30:47,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +13: [2023-05-08 23:30:47,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-08 23:30:47,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-08 23:30:47,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-08 23:30:47,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-08 23:30:47,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-08 23:30:47,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-08 23:30:47,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-08 23:30:47,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-08 23:30:47,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-08 23:30:47,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-08 23:30:47,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-08 23:30:47,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-08 23:30:47,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-08 23:30:47,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-08 23:30:47,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-08 23:30:47,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-08 23:30:47,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +22: [2023-05-08 23:30:47,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-08 23:30:47,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:47,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +18: [2023-05-08 23:30:47,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +17: [2023-05-08 23:30:47,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +13: [2023-05-08 23:30:47,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-08 23:30:47,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-08 23:30:47,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-08 23:30:47,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-08 23:30:47,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-08 23:30:47,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 7: [2023-05-08 23:30:47,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 7: [2023-05-08 23:30:47,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 7: [2023-05-08 23:30:47,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 5: [2023-05-08 23:30:47,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-08 23:30:47,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +26: [2023-05-08 23:30:47,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +26: [2023-05-08 23:30:47,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 2: [2023-05-08 23:30:47,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-08 23:30:47,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 2: [2023-05-08 23:30:47,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-08 23:30:47,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-08 23:30:47,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-08 23:30:47,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-08 23:30:47,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +27: [2023-05-08 23:30:47,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-08 23:30:47,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +28: [2023-05-08 23:30:47,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +28: [2023-05-08 23:30:47,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 5: [2023-05-08 23:30:47,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-08 23:30:47,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-08 23:30:47,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +13: [2023-05-08 23:30:47,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 2: [2023-05-08 23:30:47,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +19: [2023-05-08 23:30:47,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-08 23:30:47,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-08 23:30:47,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-08 23:30:47,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-08 23:30:47,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-08 23:30:47,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-08 23:30:47,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-08 23:30:47,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-08 23:30:47,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:47,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:47,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:47,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-08 23:30:47,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-08 23:30:47,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-08 23:30:47,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-08 23:30:47,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-08 23:30:47,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-08 23:30:47,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-08 23:30:47,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-08 23:30:47,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-08 23:30:47,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-08 23:30:47,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-08 23:30:47,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-08 23:30:47,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-08 23:30:47,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-08 23:30:47,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-08 23:30:47,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-08 23:30:47,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 5: [2023-05-08 23:30:47,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +26: [2023-05-08 23:30:47,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +14: [2023-05-08 23:30:47,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-08 23:30:47,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-08 23:30:47,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-08 23:30:47,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-08 23:30:47,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-08 23:30:47,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-08 23:30:47,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-08 23:30:47,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-08 23:30:47,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-08 23:30:47,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-08 23:30:47,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-08 23:30:47,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-08 23:30:47,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +28: [2023-05-08 23:30:47,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-08 23:30:47,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-08 23:30:47,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-08 23:30:47,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-08 23:30:47,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-08 23:30:47,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +21: [2023-05-08 23:30:47,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +21: [2023-05-08 23:30:47,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +21: [2023-05-08 23:30:47,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +31: [2023-05-08 23:30:47,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +31: [2023-05-08 23:30:47,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +22: [2023-05-08 23:30:47,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-08 23:30:47,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +31: [2023-05-08 23:30:47,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +22: [2023-05-08 23:30:47,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-08 23:30:47,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +22: [2023-05-08 23:30:47,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-08 23:30:47,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-08 23:30:47,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-08 23:30:47,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-08 23:30:47,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +10: [2023-05-08 23:30:47,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +10: [2023-05-08 23:30:47,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +15: [2023-05-08 23:30:47,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +10: [2023-05-08 23:30:47,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +22: [2023-05-08 23:30:47,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-08 23:30:47,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +15: [2023-05-08 23:30:47,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +19: [2023-05-08 23:30:47,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +15: [2023-05-08 23:30:47,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-08 23:30:47,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-08 23:30:47,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-08 23:30:47,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-08 23:30:47,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +31: [2023-05-08 23:30:47,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-08 23:30:47,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-08 23:30:47,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-08 23:30:47,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-08 23:30:47,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-08 23:30:47,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +21: [2023-05-08 23:30:47,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +19: [2023-05-08 23:30:47,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-08 23:30:47,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-08 23:30:47,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-08 23:30:47,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-08 23:30:47,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-08 23:30:47,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:47,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-08 23:30:47,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-08 23:30:47,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-08 23:30:47,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-08 23:30:47,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-08 23:30:47,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +23: [2023-05-08 23:30:47,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-08 23:30:47,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-08 23:30:47,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +15: [2023-05-08 23:30:47,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-08 23:30:47,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-08 23:30:47,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +23: [2023-05-08 23:30:47,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +26: [2023-05-08 23:30:47,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-08 23:30:47,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-08 23:30:47,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-08 23:30:47,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-08 23:30:47,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +23: [2023-05-08 23:30:47,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-08 23:30:47,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-08 23:30:47,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +31: [2023-05-08 23:30:47,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-08 23:30:47,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-08 23:30:47,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +23: [2023-05-08 23:30:47,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-08 23:30:47,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +31: [2023-05-08 23:30:47,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +31: [2023-05-08 23:30:47,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-08 23:30:47,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-08 23:30:47,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-08 23:30:47,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +26: [2023-05-08 23:30:47,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +28: [2023-05-08 23:30:47,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-08 23:30:47,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +12: [2023-05-08 23:30:47,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-08 23:30:47,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-08 23:30:47,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +12: [2023-05-08 23:30:47,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-08 23:30:47,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +28: [2023-05-08 23:30:47,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +12: [2023-05-08 23:30:47,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-08 23:30:47,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-08 23:30:47,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 7: [2023-05-08 23:30:47,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +12: [2023-05-08 23:30:47,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-08 23:30:47,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-08 23:30:47,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-08 23:30:47,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:47,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +27: [2023-05-08 23:30:47,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +27: [2023-05-08 23:30:47,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +27: [2023-05-08 23:30:47,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +19: [2023-05-08 23:30:47,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:47,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 5: [2023-05-08 23:30:47,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 0: [2023-05-08 23:30:47,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:47,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-08 23:30:47,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-08 23:30:47,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +16: [2023-05-08 23:30:47,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-08 23:30:47,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +16: [2023-05-08 23:30:47,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-08 23:30:47,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +26: [2023-05-08 23:30:47,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. + 5: [2023-05-08 23:30:47,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_14-model_01-model_states.pt. +26: [2023-05-08 23:30:47,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-08 23:30:47,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +26: [2023-05-08 23:30:47,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-08 23:30:47,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +26: [2023-05-08 23:30:47,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 7: [2023-05-08 23:30:47,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 0: [2023-05-08 23:30:47,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +26: [2023-05-08 23:30:47,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 4: [2023-05-08 23:30:47,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 4: [2023-05-08 23:30:47,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 4: [2023-05-08 23:30:47,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 0: [2023-05-08 23:30:47,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 4: [2023-05-08 23:30:47,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 7: [2023-05-08 23:30:47,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-08 23:30:47,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-08 23:30:47,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-08 23:30:47,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-08 23:30:47,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-08 23:30:47,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-08 23:30:47,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-08 23:30:47,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-08 23:30:47,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-08 23:30:47,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +19: [2023-05-08 23:30:47,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-08 23:30:47,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-08 23:30:47,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-08 23:30:47,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-08 23:30:47,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-08 23:30:47,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-08 23:30:47,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +21: [2023-05-08 23:30:47,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +27: [2023-05-08 23:30:47,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-08 23:30:47,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-08 23:30:47,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-08 23:30:47,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-08 23:30:47,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-08 23:30:47,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +21: [2023-05-08 23:30:47,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +31: [2023-05-08 23:30:47,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +10: [2023-05-08 23:30:47,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 8: [2023-05-08 23:30:47,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-08 23:30:47,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-08 23:30:47,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-08 23:30:47,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-08 23:30:47,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-08 23:30:47,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-08 23:30:47,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-08 23:30:47,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +24: [2023-05-08 23:30:47,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-08 23:30:47,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-08 23:30:47,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-08 23:30:47,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-08 23:30:47,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-08 23:30:47,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt... +20: [2023-05-08 23:30:47,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-08 23:30:47,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-08 23:30:47,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-08 23:30:47,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-08 23:30:47,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-08 23:30:47,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-08 23:30:47,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-08 23:30:47,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-08 23:30:47,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +10: [2023-05-08 23:30:47,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-08 23:30:47,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-08 23:30:47,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +20: [2023-05-08 23:30:47,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-08 23:30:47,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-08 23:30:47,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-08 23:30:47,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-08 23:30:47,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +10: [2023-05-08 23:30:47,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 2: [2023-05-08 23:30:47,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-08 23:30:47,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +19: [2023-05-08 23:30:47,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-08 23:30:47,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-08 23:30:47,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +20: [2023-05-08 23:30:47,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-08 23:30:47,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-08 23:30:47,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-08 23:30:47,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +10: [2023-05-08 23:30:47,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +12: [2023-05-08 23:30:47,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-08 23:30:47,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-08 23:30:47,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-08 23:30:47,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-08 23:30:47,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +14: [2023-05-08 23:30:47,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +19: [2023-05-08 23:30:47,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-08 23:30:47,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +14: [2023-05-08 23:30:47,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 2: [2023-05-08 23:30:47,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-08 23:30:47,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 2: [2023-05-08 23:30:47,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-08 23:30:47,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-08 23:30:47,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-08 23:30:47,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +12: [2023-05-08 23:30:47,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-08 23:30:47,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +12: [2023-05-08 23:30:47,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-08 23:30:47,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-08 23:30:47,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-08 23:30:47,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-08 23:30:47,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-08 23:30:47,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-08 23:30:47,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +11: [2023-05-08 23:30:47,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +11: [2023-05-08 23:30:47,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +11: [2023-05-08 23:30:47,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +31: [2023-05-08 23:30:47,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +21: [2023-05-08 23:30:47,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-08 23:30:47,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-08 23:30:47,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-08 23:30:47,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-08 23:30:47,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:47,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-08 23:30:47,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-08 23:30:47,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +29: [2023-05-08 23:30:47,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +23: [2023-05-08 23:30:47,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-08 23:30:47,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 1: [2023-05-08 23:30:47,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-08 23:30:47,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-08 23:30:47,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 4: [2023-05-08 23:30:47,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-08 23:30:47,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-08 23:30:47,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-08 23:30:47,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-08 23:30:47,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-08 23:30:47,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-08 23:30:47,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-08 23:30:47,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-08 23:30:47,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +14: [2023-05-08 23:30:47,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +14: [2023-05-08 23:30:47,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-08 23:30:47,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +25: [2023-05-08 23:30:47,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-08 23:30:47,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-08 23:30:47,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-08 23:30:47,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-08 23:30:47,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +27: [2023-05-08 23:30:47,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +27: [2023-05-08 23:30:47,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +12: [2023-05-08 23:30:47,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-08 23:30:47,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-08 23:30:47,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 5: [2023-05-08 23:30:47,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 5: [2023-05-08 23:30:47,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... +31: [2023-05-08 23:30:47,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-08 23:30:47,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-08 23:30:47,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-08 23:30:47,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +11: [2023-05-08 23:30:47,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +11: [2023-05-08 23:30:47,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-08 23:30:47,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-08 23:30:47,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-08 23:30:47,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-08 23:30:47,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-08 23:30:47,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-08 23:30:47,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 4: [2023-05-08 23:30:47,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-08 23:30:47,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-08 23:30:47,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +20: [2023-05-08 23:30:47,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-08 23:30:47,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 5: [2023-05-08 23:30:47,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_00-model_states.pt. +28: [2023-05-08 23:30:47,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-08 23:30:47,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-08 23:30:47,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-08 23:30:47,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-08 23:30:47,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-08 23:30:47,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-08 23:30:47,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-08 23:30:47,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-08 23:30:47,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-08 23:30:47,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 0: [2023-05-08 23:30:47,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 0: [2023-05-08 23:30:47,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 5: [2023-05-08 23:30:47,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt... + 0: [2023-05-08 23:30:47,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +29: [2023-05-08 23:30:47,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-08 23:30:47,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 6: [2023-05-08 23:30:47,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-08 23:30:47,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-08 23:30:47,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-08 23:30:47,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-08 23:30:47,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-08 23:30:47,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-08 23:30:47,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-08 23:30:47,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-08 23:30:47,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-08 23:30:47,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-08 23:30:47,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-08 23:30:47,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-08 23:30:47,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-08 23:30:47,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-08 23:30:47,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-08 23:30:47,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-08 23:30:47,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-08 23:30:47,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-08 23:30:47,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-08 23:30:47,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-08 23:30:47,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-08 23:30:47,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-08 23:30:47,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-08 23:30:47,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-08 23:30:47,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-08 23:30:47,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:47,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-08 23:30:47,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-08 23:30:47,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-08 23:30:47,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-08 23:30:47,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-08 23:30:47,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-08 23:30:47,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-08 23:30:47,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 6: [2023-05-08 23:30:47,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 6: [2023-05-08 23:30:47,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 6: [2023-05-08 23:30:47,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +14: [2023-05-08 23:30:47,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-08 23:30:47,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-08 23:30:47,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-08 23:30:47,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +25: [2023-05-08 23:30:47,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-08 23:30:47,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +29: [2023-05-08 23:30:47,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:47,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-08 23:30:47,962] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-08 23:30:47,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +11: [2023-05-08 23:30:47,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-08 23:30:47,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-08 23:30:47,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-08 23:30:47,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +11: [2023-05-08 23:30:47,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +11: [2023-05-08 23:30:47,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-08 23:30:47,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +14: [2023-05-08 23:30:47,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +14: [2023-05-08 23:30:47,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-08 23:30:47,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-08 23:30:47,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-08 23:30:47,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-08 23:30:47,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:47,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-08 23:30:47,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-08 23:30:47,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:47,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-08 23:30:47,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-08 23:30:47,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-08 23:30:47,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-08 23:30:47,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-08 23:30:47,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-08 23:30:47,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-08 23:30:47,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-08 23:30:47,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-08 23:30:47,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +29: [2023-05-08 23:30:47,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +11: [2023-05-08 23:30:47,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-08 23:30:47,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-08 23:30:47,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 6: [2023-05-08 23:30:47,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-08 23:30:47,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-08 23:30:47,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-08 23:30:47,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-08 23:30:47,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-08 23:30:47,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-08 23:30:47,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-08 23:30:47,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-08 23:30:47,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-08 23:30:47,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-08 23:30:47,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-08 23:30:47,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-08 23:30:47,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-08 23:30:47,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-08 23:30:47,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-08 23:30:47,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-08 23:30:47,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-08 23:30:47,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-08 23:30:47,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-08 23:30:48,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-08 23:30:48,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-08 23:30:48,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-08 23:30:48,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-08 23:30:48,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-08 23:30:48,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-08 23:30:48,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-08 23:30:48,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-08 23:30:48,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +30: [2023-05-08 23:30:48,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +17: [2023-05-08 23:30:48,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-08 23:30:48,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-08 23:30:48,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-08 23:30:48,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +24: [2023-05-08 23:30:48,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +24: [2023-05-08 23:30:48,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +17: [2023-05-08 23:30:48,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-08 23:30:48,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +24: [2023-05-08 23:30:48,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +20: [2023-05-08 23:30:48,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +20: [2023-05-08 23:30:48,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +17: [2023-05-08 23:30:48,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-08 23:30:48,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 9: [2023-05-08 23:30:48,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 9: [2023-05-08 23:30:48,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 9: [2023-05-08 23:30:48,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 5: [2023-05-08 23:30:48,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 5: [2023-05-08 23:30:48,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-08 23:30:48,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-08 23:30:48,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 3: [2023-05-08 23:30:48,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 3: [2023-05-08 23:30:48,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 3: [2023-05-08 23:30:48,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 1: [2023-05-08 23:30:48,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 1: [2023-05-08 23:30:48,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +30: [2023-05-08 23:30:48,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +30: [2023-05-08 23:30:48,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +10: [2023-05-08 23:30:48,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-08 23:30:48,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 1: [2023-05-08 23:30:48,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +29: [2023-05-08 23:30:48,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-08 23:30:48,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-08 23:30:48,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-08 23:30:48,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-08 23:30:48,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 1: [2023-05-08 23:30:48,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 5: [2023-05-08 23:30:48,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-08 23:30:48,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-08 23:30:48,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +23: [2023-05-08 23:30:48,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +23: [2023-05-08 23:30:48,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 5: [2023-05-08 23:30:48,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-08 23:30:48,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-08 23:30:48,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +10: [2023-05-08 23:30:48,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-08 23:30:48,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-08 23:30:48,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-08 23:30:48,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-08 23:30:48,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-08 23:30:48,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-08 23:30:48,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-08 23:30:48,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-08 23:30:48,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-08 23:30:48,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +12: [2023-05-08 23:30:48,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +12: [2023-05-08 23:30:48,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +12: [2023-05-08 23:30:48,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +18: [2023-05-08 23:30:48,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-08 23:30:48,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-08 23:30:48,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-08 23:30:48,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-08 23:30:48,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-08 23:30:48,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:48,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-08 23:30:48,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +16: [2023-05-08 23:30:48,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +17: [2023-05-08 23:30:48,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 2: [2023-05-08 23:30:48,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 2: [2023-05-08 23:30:48,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 2: [2023-05-08 23:30:48,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-08 23:30:48,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 2: [2023-05-08 23:30:48,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +16: [2023-05-08 23:30:48,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +20: [2023-05-08 23:30:48,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-08 23:30:48,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +18: [2023-05-08 23:30:48,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +18: [2023-05-08 23:30:48,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +27: [2023-05-08 23:30:48,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-08 23:30:48,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-08 23:30:48,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +27: [2023-05-08 23:30:48,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-08 23:30:48,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +13: [2023-05-08 23:30:48,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +18: [2023-05-08 23:30:48,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +18: [2023-05-08 23:30:48,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +27: [2023-05-08 23:30:48,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-08 23:30:48,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +17: [2023-05-08 23:30:48,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +13: [2023-05-08 23:30:48,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +27: [2023-05-08 23:30:48,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:48,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-08 23:30:48,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-08 23:30:48,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-08 23:30:48,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +22: [2023-05-08 23:30:48,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +22: [2023-05-08 23:30:48,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +22: [2023-05-08 23:30:48,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +24: [2023-05-08 23:30:48,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-08 23:30:48,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-08 23:30:48,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +24: [2023-05-08 23:30:48,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-08 23:30:48,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +24: [2023-05-08 23:30:48,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-08 23:30:48,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-08 23:30:48,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-08 23:30:48,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-08 23:30:48,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +30: [2023-05-08 23:30:48,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +30: [2023-05-08 23:30:48,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-08 23:30:48,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-08 23:30:48,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-08 23:30:48,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-08 23:30:48,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-08 23:30:48,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-08 23:30:48,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +12: [2023-05-08 23:30:48,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-08 23:30:48,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-08 23:30:48,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-08 23:30:48,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-08 23:30:48,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-08 23:30:48,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-08 23:30:48,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-08 23:30:48,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:48,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-08 23:30:48,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-08 23:30:48,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:48,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-08 23:30:48,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-08 23:30:48,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-08 23:30:48,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-08 23:30:48,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-08 23:30:48,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-08 23:30:48,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-08 23:30:48,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +17: [2023-05-08 23:30:48,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-08 23:30:48,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-08 23:30:48,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-08 23:30:48,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-08 23:30:48,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-08 23:30:48,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-08 23:30:48,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-08 23:30:48,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-08 23:30:48,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-08 23:30:48,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-08 23:30:48,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-08 23:30:48,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-08 23:30:48,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-08 23:30:48,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-08 23:30:48,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +29: [2023-05-08 23:30:48,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-08 23:30:48,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-08 23:30:48,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-08 23:30:48,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-08 23:30:48,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-08 23:30:48,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-08 23:30:48,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-08 23:30:48,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-08 23:30:48,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-08 23:30:48,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-08 23:30:48,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-08 23:30:48,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-08 23:30:48,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-08 23:30:48,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +15: [2023-05-08 23:30:48,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +15: [2023-05-08 23:30:48,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +10: [2023-05-08 23:30:48,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-08 23:30:48,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +14: [2023-05-08 23:30:48,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-08 23:30:48,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-08 23:30:48,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-08 23:30:48,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 8: [2023-05-08 23:30:48,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 9: [2023-05-08 23:30:48,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:48,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 8: [2023-05-08 23:30:48,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-08 23:30:48,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-08 23:30:48,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:48,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +25: [2023-05-08 23:30:48,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +24: [2023-05-08 23:30:48,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-08 23:30:48,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-08 23:30:48,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-08 23:30:48,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-08 23:30:48,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-08 23:30:48,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 1: [2023-05-08 23:30:48,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-08 23:30:48,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-08 23:30:48,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-08 23:30:48,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +25: [2023-05-08 23:30:48,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +24: [2023-05-08 23:30:48,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-08 23:30:48,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-08 23:30:48,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +27: [2023-05-08 23:30:48,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-08 23:30:48,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +19: [2023-05-08 23:30:48,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +19: [2023-05-08 23:30:48,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +23: [2023-05-08 23:30:48,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-08 23:30:48,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-08 23:30:48,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +26: [2023-05-08 23:30:48,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +19: [2023-05-08 23:30:48,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +12: [2023-05-08 23:30:48,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-08 23:30:48,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +30: [2023-05-08 23:30:48,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +30: [2023-05-08 23:30:48,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-08 23:30:48,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-08 23:30:48,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-08 23:30:48,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-08 23:30:48,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 2: [2023-05-08 23:30:48,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-08 23:30:48,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +28: [2023-05-08 23:30:48,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +26: [2023-05-08 23:30:48,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +30: [2023-05-08 23:30:48,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +30: [2023-05-08 23:30:48,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-08 23:30:48,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-08 23:30:48,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-08 23:30:48,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-08 23:30:48,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-08 23:30:48,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 2: [2023-05-08 23:30:48,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-08 23:30:48,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +29: [2023-05-08 23:30:48,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-08 23:30:48,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-08 23:30:48,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +20: [2023-05-08 23:30:48,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +20: [2023-05-08 23:30:48,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +29: [2023-05-08 23:30:48,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:48,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +30: [2023-05-08 23:30:48,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +30: [2023-05-08 23:30:48,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +10: [2023-05-08 23:30:48,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-08 23:30:48,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-08 23:30:48,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-08 23:30:48,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +27: [2023-05-08 23:30:48,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +24: [2023-05-08 23:30:48,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +24: [2023-05-08 23:30:48,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +29: [2023-05-08 23:30:48,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-08 23:30:48,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-08 23:30:48,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-08 23:30:48,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-08 23:30:48,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-08 23:30:48,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-08 23:30:48,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-08 23:30:48,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-08 23:30:48,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +23: [2023-05-08 23:30:48,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +16: [2023-05-08 23:30:48,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-08 23:30:48,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +16: [2023-05-08 23:30:48,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-08 23:30:48,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-08 23:30:48,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-08 23:30:48,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +24: [2023-05-08 23:30:48,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +24: [2023-05-08 23:30:48,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +23: [2023-05-08 23:30:48,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +23: [2023-05-08 23:30:48,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +12: [2023-05-08 23:30:48,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-08 23:30:48,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-08 23:30:48,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-08 23:30:48,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-08 23:30:48,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-08 23:30:48,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-08 23:30:48,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-08 23:30:48,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-08 23:30:48,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-08 23:30:48,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-08 23:30:48,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-08 23:30:48,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-08 23:30:48,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 2: [2023-05-08 23:30:48,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-08 23:30:48,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-08 23:30:48,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +16: [2023-05-08 23:30:48,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +25: [2023-05-08 23:30:48,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +25: [2023-05-08 23:30:48,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +27: [2023-05-08 23:30:48,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-08 23:30:48,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-08 23:30:48,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +27: [2023-05-08 23:30:48,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-08 23:30:48,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 2: [2023-05-08 23:30:48,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 9: [2023-05-08 23:30:48,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-08 23:30:48,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +16: [2023-05-08 23:30:48,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +25: [2023-05-08 23:30:48,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-08 23:30:48,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-08 23:30:48,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-08 23:30:48,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +13: [2023-05-08 23:30:48,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 7: [2023-05-08 23:30:48,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 7: [2023-05-08 23:30:48,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 7: [2023-05-08 23:30:48,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 7: [2023-05-08 23:30:48,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +19: [2023-05-08 23:30:48,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-08 23:30:48,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +18: [2023-05-08 23:30:48,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:48,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-08 23:30:48,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-08 23:30:48,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-08 23:30:48,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-08 23:30:48,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-08 23:30:48,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-08 23:30:48,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +22: [2023-05-08 23:30:48,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +16: [2023-05-08 23:30:48,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-08 23:30:48,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-08 23:30:48,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +28: [2023-05-08 23:30:48,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-08 23:30:48,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-08 23:30:48,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-08 23:30:48,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +17: [2023-05-08 23:30:48,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +22: [2023-05-08 23:30:48,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-08 23:30:48,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +26: [2023-05-08 23:30:48,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-08 23:30:48,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-08 23:30:48,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +22: [2023-05-08 23:30:48,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-08 23:30:48,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +17: [2023-05-08 23:30:48,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-08 23:30:48,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-08 23:30:48,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-08 23:30:48,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-08 23:30:48,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +18: [2023-05-08 23:30:48,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +27: [2023-05-08 23:30:48,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-08 23:30:48,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +14: [2023-05-08 23:30:48,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-08 23:30:48,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +13: [2023-05-08 23:30:48,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-08 23:30:48,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-08 23:30:48,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +13: [2023-05-08 23:30:48,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +18: [2023-05-08 23:30:48,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +13: [2023-05-08 23:30:48,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-08 23:30:48,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-08 23:30:48,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-08 23:30:48,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-08 23:30:48,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-08 23:30:48,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-08 23:30:48,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-08 23:30:48,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-08 23:30:48,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-08 23:30:48,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-08 23:30:48,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-08 23:30:48,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-08 23:30:48,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-08 23:30:48,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-08 23:30:48,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +22: [2023-05-08 23:30:48,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:48,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +13: [2023-05-08 23:30:48,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-08 23:30:48,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-08 23:30:48,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-08 23:30:48,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-08 23:30:48,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 7: [2023-05-08 23:30:48,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +13: [2023-05-08 23:30:48,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 7: [2023-05-08 23:30:48,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +15: [2023-05-08 23:30:48,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-08 23:30:48,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-08 23:30:48,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-08 23:30:48,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-08 23:30:48,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-08 23:30:48,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-08 23:30:48,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-08 23:30:48,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-08 23:30:48,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-08 23:30:48,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-08 23:30:48,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-08 23:30:48,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-08 23:30:48,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +12: [2023-05-08 23:30:48,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-08 23:30:48,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-08 23:30:48,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-08 23:30:48,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-08 23:30:48,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-08 23:30:48,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +26: [2023-05-08 23:30:48,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +16: [2023-05-08 23:30:48,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-08 23:30:48,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-08 23:30:48,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 8: [2023-05-08 23:30:48,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-08 23:30:48,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-08 23:30:48,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-08 23:30:48,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:48,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +14: [2023-05-08 23:30:48,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-08 23:30:48,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-08 23:30:48,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-08 23:30:48,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +25: [2023-05-08 23:30:48,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 1: [2023-05-08 23:30:48,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-08 23:30:48,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:48,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +26: [2023-05-08 23:30:48,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-08 23:30:48,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-08 23:30:48,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-08 23:30:48,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +28: [2023-05-08 23:30:48,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +26: [2023-05-08 23:30:48,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +26: [2023-05-08 23:30:48,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-08 23:30:48,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-08 23:30:48,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +19: [2023-05-08 23:30:48,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 0: [2023-05-08 23:30:48,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-08 23:30:48,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +26: [2023-05-08 23:30:48,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-08 23:30:48,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-08 23:30:48,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:48,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-08 23:30:48,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +19: [2023-05-08 23:30:48,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +25: [2023-05-08 23:30:48,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-08 23:30:48,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +16: [2023-05-08 23:30:48,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-08 23:30:48,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-08 23:30:48,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +28: [2023-05-08 23:30:48,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-08 23:30:48,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +22: [2023-05-08 23:30:48,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-08 23:30:48,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +16: [2023-05-08 23:30:48,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-08 23:30:48,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-08 23:30:48,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-08 23:30:48,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-08 23:30:48,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +15: [2023-05-08 23:30:48,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +19: [2023-05-08 23:30:48,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +22: [2023-05-08 23:30:48,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-08 23:30:48,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 4: [2023-05-08 23:30:48,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +15: [2023-05-08 23:30:48,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 4: [2023-05-08 23:30:48,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 4: [2023-05-08 23:30:48,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +19: [2023-05-08 23:30:48,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +19: [2023-05-08 23:30:48,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 7: [2023-05-08 23:30:48,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +12: [2023-05-08 23:30:48,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-08 23:30:48,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 7: [2023-05-08 23:30:48,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 7: [2023-05-08 23:30:48,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +22: [2023-05-08 23:30:48,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-08 23:30:48,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-08 23:30:48,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-08 23:30:48,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-08 23:30:48,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-08 23:30:48,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-08 23:30:48,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-08 23:30:48,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-08 23:30:48,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-08 23:30:48,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-08 23:30:48,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-08 23:30:48,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-08 23:30:48,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-08 23:30:48,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-08 23:30:48,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-08 23:30:48,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-08 23:30:48,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-08 23:30:48,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-08 23:30:48,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-08 23:30:48,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-08 23:30:48,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-08 23:30:48,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-08 23:30:48,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-08 23:30:48,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-08 23:30:48,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +31: [2023-05-08 23:30:48,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-08 23:30:48,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +21: [2023-05-08 23:30:48,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +21: [2023-05-08 23:30:48,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +21: [2023-05-08 23:30:48,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +31: [2023-05-08 23:30:48,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-08 23:30:48,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 4: [2023-05-08 23:30:48,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 4: [2023-05-08 23:30:48,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +19: [2023-05-08 23:30:48,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-08 23:30:48,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-08 23:30:48,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-08 23:30:48,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-08 23:30:48,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-08 23:30:48,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-08 23:30:48,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-08 23:30:48,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-08 23:30:48,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-08 23:30:48,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-08 23:30:48,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:48,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-08 23:30:48,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-08 23:30:48,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-08 23:30:48,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-08 23:30:48,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +23: [2023-05-08 23:30:48,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-08 23:30:48,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-08 23:30:48,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-08 23:30:48,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-08 23:30:48,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-08 23:30:48,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:48,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-08 23:30:48,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-08 23:30:48,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-08 23:30:48,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-08 23:30:48,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-08 23:30:48,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-08 23:30:48,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-08 23:30:48,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-08 23:30:48,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-08 23:30:48,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-08 23:30:48,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-08 23:30:48,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-08 23:30:48,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-08 23:30:48,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-08 23:30:48,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-08 23:30:48,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:48,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:48,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-08 23:30:48,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-08 23:30:48,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-08 23:30:48,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +20: [2023-05-08 23:30:48,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-08 23:30:48,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-08 23:30:48,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-08 23:30:48,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-08 23:30:48,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-08 23:30:48,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-08 23:30:48,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-08 23:30:48,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-08 23:30:48,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-08 23:30:48,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-08 23:30:48,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-08 23:30:48,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-08 23:30:48,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-08 23:30:48,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-08 23:30:48,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-08 23:30:48,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-08 23:30:48,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-08 23:30:48,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-08 23:30:48,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-08 23:30:48,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-08 23:30:48,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-08 23:30:48,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-08 23:30:48,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-08 23:30:48,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-08 23:30:48,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-08 23:30:48,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-08 23:30:48,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +20: [2023-05-08 23:30:48,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-08 23:30:48,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-08 23:30:48,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-08 23:30:48,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-08 23:30:48,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +11: [2023-05-08 23:30:48,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +21: [2023-05-08 23:30:48,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +11: [2023-05-08 23:30:48,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +20: [2023-05-08 23:30:48,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-08 23:30:48,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-08 23:30:48,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-08 23:30:48,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +26: [2023-05-08 23:30:48,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +26: [2023-05-08 23:30:48,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-08 23:30:48,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-08 23:30:48,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-08 23:30:48,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-08 23:30:48,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +26: [2023-05-08 23:30:48,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-08 23:30:48,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-08 23:30:48,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-08 23:30:48,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-08 23:30:48,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-08 23:30:48,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-08 23:30:48,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-08 23:30:48,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-08 23:30:48,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-08 23:30:48,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-08 23:30:48,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-08 23:30:48,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-08 23:30:48,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-08 23:30:48,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-08 23:30:48,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-08 23:30:48,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-08 23:30:48,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-08 23:30:48,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-08 23:30:48,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-08 23:30:48,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-08 23:30:48,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +25: [2023-05-08 23:30:48,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-08 23:30:48,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:48,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:48,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-08 23:30:48,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-08 23:30:48,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-08 23:30:48,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-08 23:30:48,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-08 23:30:48,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-08 23:30:48,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-08 23:30:48,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +27: [2023-05-08 23:30:48,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +27: [2023-05-08 23:30:48,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +27: [2023-05-08 23:30:48,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +29: [2023-05-08 23:30:48,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +29: [2023-05-08 23:30:48,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +29: [2023-05-08 23:30:48,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +29: [2023-05-08 23:30:48,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +25: [2023-05-08 23:30:48,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-08 23:30:48,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-08 23:30:48,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:48,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +31: [2023-05-08 23:30:48,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +31: [2023-05-08 23:30:48,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +31: [2023-05-08 23:30:48,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +14: [2023-05-08 23:30:48,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +14: [2023-05-08 23:30:48,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +14: [2023-05-08 23:30:48,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +14: [2023-05-08 23:30:48,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +11: [2023-05-08 23:30:48,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-08 23:30:48,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-08 23:30:48,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-08 23:30:48,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-08 23:30:48,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-08 23:30:48,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-08 23:30:48,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-08 23:30:48,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-08 23:30:48,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-08 23:30:48,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 7: [2023-05-08 23:30:48,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-08 23:30:48,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-08 23:30:48,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-08 23:30:48,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-08 23:30:48,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +27: [2023-05-08 23:30:48,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-08 23:30:48,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-08 23:30:48,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-08 23:30:48,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-08 23:30:48,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-08 23:30:48,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-08 23:30:48,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-08 23:30:48,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-08 23:30:48,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-08 23:30:48,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-08 23:30:48,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 8: [2023-05-08 23:30:48,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +29: [2023-05-08 23:30:48,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +11: [2023-05-08 23:30:48,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-08 23:30:48,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-08 23:30:48,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-08 23:30:48,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-08 23:30:48,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-08 23:30:48,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-08 23:30:48,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-08 23:30:48,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-08 23:30:48,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-08 23:30:48,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:48,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:48,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:48,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-08 23:30:48,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-08 23:30:48,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-08 23:30:48,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-08 23:30:48,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-08 23:30:48,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +20: [2023-05-08 23:30:48,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +20: [2023-05-08 23:30:48,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +20: [2023-05-08 23:30:48,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +11: [2023-05-08 23:30:48,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-08 23:30:48,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-08 23:30:48,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-08 23:30:48,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +11: [2023-05-08 23:30:48,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-08 23:30:48,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-08 23:30:48,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-08 23:30:48,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-08 23:30:48,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-08 23:30:48,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-08 23:30:48,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-08 23:30:48,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +27: [2023-05-08 23:30:48,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-08 23:30:48,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-08 23:30:48,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +31: [2023-05-08 23:30:48,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-08 23:30:48,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +29: [2023-05-08 23:30:48,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-08 23:30:48,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-08 23:30:48,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +14: [2023-05-08 23:30:48,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-08 23:30:48,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-08 23:30:48,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-08 23:30:48,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +21: [2023-05-08 23:30:48,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-08 23:30:48,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +27: [2023-05-08 23:30:48,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 6: [2023-05-08 23:30:48,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-08 23:30:48,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +21: [2023-05-08 23:30:48,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-08 23:30:48,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-08 23:30:48,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-08 23:30:48,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-08 23:30:48,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-08 23:30:48,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-08 23:30:48,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-08 23:30:48,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-08 23:30:48,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-08 23:30:48,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-08 23:30:48,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-08 23:30:48,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-08 23:30:48,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:48,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-08 23:30:48,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-08 23:30:48,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-08 23:30:48,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-08 23:30:48,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-08 23:30:48,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-08 23:30:48,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +20: [2023-05-08 23:30:48,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +29: [2023-05-08 23:30:48,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +20: [2023-05-08 23:30:48,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-08 23:30:48,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:48,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +14: [2023-05-08 23:30:48,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +31: [2023-05-08 23:30:48,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +31: [2023-05-08 23:30:48,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-08 23:30:48,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 6: [2023-05-08 23:30:48,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-08 23:30:48,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 6: [2023-05-08 23:30:48,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-08 23:30:48,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-08 23:30:48,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +18: [2023-05-08 23:30:48,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-08 23:30:48,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-08 23:30:48,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-08 23:30:48,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +24: [2023-05-08 23:30:48,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +24: [2023-05-08 23:30:48,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 0: [2023-05-08 23:30:48,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 0: [2023-05-08 23:30:48,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 0: [2023-05-08 23:30:48,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +18: [2023-05-08 23:30:48,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 8: [2023-05-08 23:30:48,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +18: [2023-05-08 23:30:48,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-08 23:30:48,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 0: [2023-05-08 23:30:48,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +18: [2023-05-08 23:30:48,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-08 23:30:48,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-08 23:30:48,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-08 23:30:48,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +21: [2023-05-08 23:30:48,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-08 23:30:48,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-08 23:30:48,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-08 23:30:48,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-08 23:30:48,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-08 23:30:48,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-08 23:30:48,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-08 23:30:48,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-08 23:30:48,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-08 23:30:48,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-08 23:30:48,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-08 23:30:48,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-08 23:30:48,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-08 23:30:48,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-08 23:30:48,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-08 23:30:48,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-08 23:30:48,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-08 23:30:48,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-08 23:30:48,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-08 23:30:48,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-08 23:30:48,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-08 23:30:48,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-08 23:30:48,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-08 23:30:48,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-08 23:30:48,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-08 23:30:48,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-08 23:30:48,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-08 23:30:48,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-08 23:30:48,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-08 23:30:48,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-08 23:30:48,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-08 23:30:48,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-08 23:30:48,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-08 23:30:48,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-08 23:30:48,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-08 23:30:48,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +11: [2023-05-08 23:30:48,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 3: [2023-05-08 23:30:48,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 3: [2023-05-08 23:30:48,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 3: [2023-05-08 23:30:48,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +10: [2023-05-08 23:30:48,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-08 23:30:48,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-08 23:30:48,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-08 23:30:48,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-08 23:30:48,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-08 23:30:48,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-08 23:30:48,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-08 23:30:48,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-08 23:30:48,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-08 23:30:48,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-08 23:30:48,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-08 23:30:48,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-08 23:30:48,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-08 23:30:48,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-08 23:30:48,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +20: [2023-05-08 23:30:48,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 8: [2023-05-08 23:30:48,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-08 23:30:48,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-08 23:30:48,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-08 23:30:48,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:48,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 8: [2023-05-08 23:30:48,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-08 23:30:48,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-08 23:30:48,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-08 23:30:48,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +20: [2023-05-08 23:30:48,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-08 23:30:48,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-08 23:30:48,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-08 23:30:48,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-08 23:30:48,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-08 23:30:48,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +30: [2023-05-08 23:30:48,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 1: [2023-05-08 23:30:48,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +22: [2023-05-08 23:30:48,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 1: [2023-05-08 23:30:48,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +22: [2023-05-08 23:30:48,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-08 23:30:48,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-08 23:30:48,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 0: [2023-05-08 23:30:48,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-08 23:30:48,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-08 23:30:48,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-08 23:30:48,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +14: [2023-05-08 23:30:48,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-08 23:30:48,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-08 23:30:48,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-08 23:30:48,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-08 23:30:48,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-08 23:30:48,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-08 23:30:48,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-08 23:30:48,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-08 23:30:48,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-08 23:30:48,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-08 23:30:48,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-08 23:30:48,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-08 23:30:48,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-08 23:30:48,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-08 23:30:48,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-08 23:30:48,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-08 23:30:48,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-08 23:30:48,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-08 23:30:48,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-08 23:30:48,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-08 23:30:48,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-08 23:30:48,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 4: [2023-05-08 23:30:48,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +14: [2023-05-08 23:30:48,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 4: [2023-05-08 23:30:48,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +24: [2023-05-08 23:30:48,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-08 23:30:48,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-08 23:30:48,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +24: [2023-05-08 23:30:48,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-08 23:30:48,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-08 23:30:48,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-08 23:30:48,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-08 23:30:48,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +22: [2023-05-08 23:30:48,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-08 23:30:48,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-08 23:30:48,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-08 23:30:48,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-08 23:30:48,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +24: [2023-05-08 23:30:48,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +24: [2023-05-08 23:30:48,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 1: [2023-05-08 23:30:48,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-08 23:30:48,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-08 23:30:48,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-08 23:30:48,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-08 23:30:48,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-08 23:30:48,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-08 23:30:48,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-08 23:30:48,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 6: [2023-05-08 23:30:48,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-08 23:30:48,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-08 23:30:48,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-08 23:30:48,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-08 23:30:48,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-08 23:30:48,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-08 23:30:48,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 6: [2023-05-08 23:30:48,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 4: [2023-05-08 23:30:48,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 3: [2023-05-08 23:30:48,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +13: [2023-05-08 23:30:48,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-08 23:30:48,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-08 23:30:48,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-08 23:30:48,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 0: [2023-05-08 23:30:48,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 0: [2023-05-08 23:30:48,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +10: [2023-05-08 23:30:48,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-08 23:30:48,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-08 23:30:48,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-08 23:30:48,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-08 23:30:48,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +27: [2023-05-08 23:30:48,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-08 23:30:48,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-08 23:30:48,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-08 23:30:48,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-08 23:30:48,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-08 23:30:48,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-08 23:30:48,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-08 23:30:48,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-08 23:30:48,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:48,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-08 23:30:48,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-08 23:30:48,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-08 23:30:48,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:48,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-08 23:30:48,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-08 23:30:48,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-08 23:30:48,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 8: [2023-05-08 23:30:48,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-08 23:30:48,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-08 23:30:48,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-08 23:30:48,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-08 23:30:48,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-08 23:30:48,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 2: [2023-05-08 23:30:48,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 1: [2023-05-08 23:30:48,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 2: [2023-05-08 23:30:48,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 1: [2023-05-08 23:30:48,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-08 23:30:48,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-08 23:30:48,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-08 23:30:48,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-08 23:30:48,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-08 23:30:48,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +23: [2023-05-08 23:30:48,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +23: [2023-05-08 23:30:48,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +23: [2023-05-08 23:30:48,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +23: [2023-05-08 23:30:48,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-08 23:30:48,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-08 23:30:48,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-08 23:30:48,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-08 23:30:48,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +26: [2023-05-08 23:30:48,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +26: [2023-05-08 23:30:48,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +26: [2023-05-08 23:30:48,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +17: [2023-05-08 23:30:48,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-08 23:30:48,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-08 23:30:48,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-08 23:30:48,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-08 23:30:48,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-08 23:30:48,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-08 23:30:48,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-08 23:30:48,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:48,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-08 23:30:48,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-08 23:30:48,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-08 23:30:48,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-08 23:30:48,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-08 23:30:48,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +13: [2023-05-08 23:30:48,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +28: [2023-05-08 23:30:48,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-08 23:30:48,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-08 23:30:48,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-08 23:30:48,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +13: [2023-05-08 23:30:48,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +27: [2023-05-08 23:30:48,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-08 23:30:48,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-08 23:30:48,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +17: [2023-05-08 23:30:48,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +23: [2023-05-08 23:30:48,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-08 23:30:48,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-08 23:30:48,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-08 23:30:48,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-08 23:30:48,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-08 23:30:48,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-08 23:30:48,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-08 23:30:48,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-08 23:30:48,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-08 23:30:48,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-08 23:30:48,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +31: [2023-05-08 23:30:48,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:48,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-08 23:30:48,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-08 23:30:48,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-08 23:30:48,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-08 23:30:48,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-08 23:30:48,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-08 23:30:48,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:48,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:48,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:48,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-08 23:30:48,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-08 23:30:48,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-08 23:30:48,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-08 23:30:48,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:48,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +31: [2023-05-08 23:30:48,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:48,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +24: [2023-05-08 23:30:48,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 4: [2023-05-08 23:30:48,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 4: [2023-05-08 23:30:48,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:48,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-08 23:30:48,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-08 23:30:48,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-08 23:30:48,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-08 23:30:48,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 7: [2023-05-08 23:30:48,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-08 23:30:48,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-08 23:30:48,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-08 23:30:48,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-08 23:30:48,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +24: [2023-05-08 23:30:48,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-08 23:30:48,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-08 23:30:48,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-08 23:30:48,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-08 23:30:48,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-08 23:30:48,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-08 23:30:48,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-08 23:30:48,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +17: [2023-05-08 23:30:48,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +12: [2023-05-08 23:30:48,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-08 23:30:48,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-08 23:30:48,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-08 23:30:48,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-08 23:30:48,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +27: [2023-05-08 23:30:48,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-08 23:30:48,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-08 23:30:48,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-08 23:30:48,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:48,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-08 23:30:48,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +10: [2023-05-08 23:30:48,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 3: [2023-05-08 23:30:48,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-08 23:30:48,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 3: [2023-05-08 23:30:48,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-08 23:30:48,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 1: [2023-05-08 23:30:48,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-08 23:30:48,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:48,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 1: [2023-05-08 23:30:48,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-08 23:30:48,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-08 23:30:48,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 5: [2023-05-08 23:30:48,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. +23: [2023-05-08 23:30:48,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-08 23:30:48,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-08 23:30:48,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 5: [2023-05-08 23:30:48,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 5: [2023-05-08 23:30:48,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_15-model_01-model_states.pt. + 2: [2023-05-08 23:30:48,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-08 23:30:48,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 2: [2023-05-08 23:30:48,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 2: [2023-05-08 23:30:48,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-08 23:30:48,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-08 23:30:48,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 2: [2023-05-08 23:30:48,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +13: [2023-05-08 23:30:48,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-08 23:30:48,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +10: [2023-05-08 23:30:48,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +17: [2023-05-08 23:30:48,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-08 23:30:48,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-08 23:30:48,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +10: [2023-05-08 23:30:48,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +12: [2023-05-08 23:30:48,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-08 23:30:48,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-08 23:30:48,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-08 23:30:48,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +19: [2023-05-08 23:30:48,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:48,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-08 23:30:48,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 1: [2023-05-08 23:30:48,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-08 23:30:48,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-08 23:30:48,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-08 23:30:48,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-08 23:30:48,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-08 23:30:48,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-08 23:30:48,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-08 23:30:48,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-08 23:30:48,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-08 23:30:48,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +20: [2023-05-08 23:30:48,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-08 23:30:48,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:48,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +19: [2023-05-08 23:30:48,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-08 23:30:48,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-08 23:30:48,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-08 23:30:48,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-08 23:30:48,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-08 23:30:48,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-08 23:30:48,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... +19: [2023-05-08 23:30:48,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-08 23:30:48,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-08 23:30:48,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-08 23:30:48,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:48,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-08 23:30:48,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +17: [2023-05-08 23:30:48,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +23: [2023-05-08 23:30:48,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-08 23:30:48,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-08 23:30:48,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-08 23:30:48,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-08 23:30:48,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-08 23:30:48,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-08 23:30:48,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-08 23:30:48,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +29: [2023-05-08 23:30:48,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +26: [2023-05-08 23:30:48,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +17: [2023-05-08 23:30:48,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-08 23:30:48,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +29: [2023-05-08 23:30:48,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +17: [2023-05-08 23:30:48,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +23: [2023-05-08 23:30:48,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-08 23:30:48,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-08 23:30:48,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-08 23:30:48,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-08 23:30:48,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-08 23:30:48,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +13: [2023-05-08 23:30:48,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 7: [2023-05-08 23:30:48,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-08 23:30:48,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-08 23:30:48,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-08 23:30:48,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 7: [2023-05-08 23:30:48,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-08 23:30:48,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-08 23:30:48,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-08 23:30:48,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-08 23:30:48,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-08 23:30:48,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +18: [2023-05-08 23:30:48,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +20: [2023-05-08 23:30:48,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-08 23:30:48,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-08 23:30:48,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-08 23:30:48,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-08 23:30:48,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-08 23:30:48,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-08 23:30:48,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-08 23:30:48,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-08 23:30:48,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +18: [2023-05-08 23:30:48,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 3: [2023-05-08 23:30:48,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-08 23:30:48,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-08 23:30:48,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +29: [2023-05-08 23:30:48,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:48,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-08 23:30:48,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-08 23:30:48,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-08 23:30:48,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-08 23:30:48,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-08 23:30:48,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-08 23:30:48,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +10: [2023-05-08 23:30:48,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +17: [2023-05-08 23:30:48,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +17: [2023-05-08 23:30:48,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-08 23:30:48,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +25: [2023-05-08 23:30:48,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +10: [2023-05-08 23:30:48,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +25: [2023-05-08 23:30:48,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +17: [2023-05-08 23:30:48,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +25: [2023-05-08 23:30:48,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +29: [2023-05-08 23:30:48,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-08 23:30:48,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +29: [2023-05-08 23:30:48,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-08 23:30:48,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-08 23:30:48,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 6: [2023-05-08 23:30:48,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-08 23:30:48,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-08 23:30:48,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-08 23:30:48,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-08 23:30:48,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +27: [2023-05-08 23:30:48,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +27: [2023-05-08 23:30:48,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +27: [2023-05-08 23:30:48,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +16: [2023-05-08 23:30:48,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-08 23:30:48,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-08 23:30:48,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-08 23:30:48,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-08 23:30:48,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-08 23:30:48,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-08 23:30:48,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-08 23:30:48,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +16: [2023-05-08 23:30:48,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-08 23:30:48,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-08 23:30:48,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-08 23:30:48,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 3: [2023-05-08 23:30:48,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. +19: [2023-05-08 23:30:48,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-08 23:30:48,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-08 23:30:48,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 5: [2023-05-08 23:30:48,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +25: [2023-05-08 23:30:48,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +23: [2023-05-08 23:30:48,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-08 23:30:48,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-08 23:30:48,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-08 23:30:48,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-08 23:30:48,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-08 23:30:48,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... + 5: [2023-05-08 23:30:48,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-08 23:30:48,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +23: [2023-05-08 23:30:48,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-08 23:30:48,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-08 23:30:48,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-08 23:30:48,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt... +19: [2023-05-08 23:30:48,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-08 23:30:48,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +31: [2023-05-08 23:30:48,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +31: [2023-05-08 23:30:48,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +31: [2023-05-08 23:30:48,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +31: [2023-05-08 23:30:48,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +12: [2023-05-08 23:30:48,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +27: [2023-05-08 23:30:48,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-08 23:30:48,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-08 23:30:48,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-08 23:30:48,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-08 23:30:48,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-08 23:30:48,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-08 23:30:48,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-08 23:30:48,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +19: [2023-05-08 23:30:48,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-08 23:30:48,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-08 23:30:48,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-08 23:30:48,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-08 23:30:48,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-08 23:30:48,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:48,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:48,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:48,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-08 23:30:48,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-08 23:30:48,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-08 23:30:48,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-08 23:30:48,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-08 23:30:48,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +26: [2023-05-08 23:30:48,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-08 23:30:48,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +23: [2023-05-08 23:30:48,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-08 23:30:48,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-08 23:30:48,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-08 23:30:48,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +19: [2023-05-08 23:30:48,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +29: [2023-05-08 23:30:48,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-08 23:30:48,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +19: [2023-05-08 23:30:48,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +28: [2023-05-08 23:30:48,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +28: [2023-05-08 23:30:48,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +29: [2023-05-08 23:30:48,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-08 23:30:48,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 7: [2023-05-08 23:30:48,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 7: [2023-05-08 23:30:48,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +21: [2023-05-08 23:30:48,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +21: [2023-05-08 23:30:48,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 7: [2023-05-08 23:30:48,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-08 23:30:48,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-08 23:30:48,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-08 23:30:48,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-08 23:30:48,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +28: [2023-05-08 23:30:48,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +21: [2023-05-08 23:30:48,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +28: [2023-05-08 23:30:48,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +23: [2023-05-08 23:30:48,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-08 23:30:48,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-08 23:30:48,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +15: [2023-05-08 23:30:48,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +15: [2023-05-08 23:30:48,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +15: [2023-05-08 23:30:48,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +15: [2023-05-08 23:30:48,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +12: [2023-05-08 23:30:48,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +29: [2023-05-08 23:30:48,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-08 23:30:48,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-08 23:30:48,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 6: [2023-05-08 23:30:48,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-08 23:30:48,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-08 23:30:48,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-08 23:30:48,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-08 23:30:48,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-08 23:30:48,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-08 23:30:48,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:48,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-08 23:30:48,564] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-08 23:30:48,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-08 23:30:48,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-08 23:30:48,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-08 23:30:48,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-08 23:30:48,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-08 23:30:48,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-08 23:30:48,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-08 23:30:48,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-08 23:30:48,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-08 23:30:48,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-08 23:30:48,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 0: [2023-05-08 23:30:48,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-08 23:30:48,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-08 23:30:48,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-08 23:30:48,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-08 23:30:48,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-08 23:30:48,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-08 23:30:48,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +25: [2023-05-08 23:30:48,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-08 23:30:48,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-08 23:30:48,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +25: [2023-05-08 23:30:48,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-08 23:30:48,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +30: [2023-05-08 23:30:48,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 6: [2023-05-08 23:30:48,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-08 23:30:48,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +18: [2023-05-08 23:30:48,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-08 23:30:48,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +30: [2023-05-08 23:30:48,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +19: [2023-05-08 23:30:48,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-08 23:30:48,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-08 23:30:48,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-08 23:30:48,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-08 23:30:48,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-08 23:30:48,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-08 23:30:48,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +25: [2023-05-08 23:30:48,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +21: [2023-05-08 23:30:48,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-08 23:30:48,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-08 23:30:48,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +21: [2023-05-08 23:30:48,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +28: [2023-05-08 23:30:48,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-08 23:30:48,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-08 23:30:48,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-08 23:30:48,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +14: [2023-05-08 23:30:48,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +14: [2023-05-08 23:30:48,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +14: [2023-05-08 23:30:48,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +28: [2023-05-08 23:30:48,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-08 23:30:48,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-08 23:30:48,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:48,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-08 23:30:48,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +14: [2023-05-08 23:30:48,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-08 23:30:48,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-08 23:30:48,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +25: [2023-05-08 23:30:48,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-08 23:30:48,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-08 23:30:48,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-08 23:30:48,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +15: [2023-05-08 23:30:48,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:48,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-08 23:30:48,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +27: [2023-05-08 23:30:48,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-08 23:30:48,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-08 23:30:48,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-08 23:30:48,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +16: [2023-05-08 23:30:48,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +14: [2023-05-08 23:30:48,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-08 23:30:48,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +16: [2023-05-08 23:30:48,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +27: [2023-05-08 23:30:48,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-08 23:30:48,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-08 23:30:48,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-08 23:30:48,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +27: [2023-05-08 23:30:48,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +25: [2023-05-08 23:30:48,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +27: [2023-05-08 23:30:48,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +25: [2023-05-08 23:30:48,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 2: [2023-05-08 23:30:48,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-08 23:30:48,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +22: [2023-05-08 23:30:48,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +22: [2023-05-08 23:30:48,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +22: [2023-05-08 23:30:48,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 2: [2023-05-08 23:30:48,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-08 23:30:48,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 9: [2023-05-08 23:30:48,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 9: [2023-05-08 23:30:48,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 9: [2023-05-08 23:30:48,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +26: [2023-05-08 23:30:48,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:48,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-08 23:30:48,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-08 23:30:48,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-08 23:30:48,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:48,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-08 23:30:48,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-08 23:30:48,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +30: [2023-05-08 23:30:48,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +18: [2023-05-08 23:30:48,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +13: [2023-05-08 23:30:48,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-08 23:30:48,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:48,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-08 23:30:48,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-08 23:30:48,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +16: [2023-05-08 23:30:48,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +14: [2023-05-08 23:30:48,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-08 23:30:48,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-08 23:30:48,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-08 23:30:48,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-08 23:30:48,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-08 23:30:48,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-08 23:30:48,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-08 23:30:48,599] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-08 23:30:48,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +21: [2023-05-08 23:30:48,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +31: [2023-05-08 23:30:48,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-08 23:30:48,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:48,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-08 23:30:48,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +22: [2023-05-08 23:30:48,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-08 23:30:48,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +22: [2023-05-08 23:30:48,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +13: [2023-05-08 23:30:48,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-08 23:30:48,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +26: [2023-05-08 23:30:48,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-08 23:30:48,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:48,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +18: [2023-05-08 23:30:48,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +19: [2023-05-08 23:30:48,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 8: [2023-05-08 23:30:48,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-08 23:30:48,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +20: [2023-05-08 23:30:48,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +20: [2023-05-08 23:30:48,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +20: [2023-05-08 23:30:48,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +28: [2023-05-08 23:30:48,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +26: [2023-05-08 23:30:48,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-08 23:30:48,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-08 23:30:48,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-08 23:30:48,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-08 23:30:48,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-08 23:30:48,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +18: [2023-05-08 23:30:48,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +21: [2023-05-08 23:30:48,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-08 23:30:48,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-08 23:30:48,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-08 23:30:48,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-08 23:30:48,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-08 23:30:48,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 7: [2023-05-08 23:30:48,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 0: [2023-05-08 23:30:48,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-08 23:30:48,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-08 23:30:48,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-08 23:30:48,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +21: [2023-05-08 23:30:48,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +21: [2023-05-08 23:30:48,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +28: [2023-05-08 23:30:48,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 8: [2023-05-08 23:30:48,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-08 23:30:48,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +15: [2023-05-08 23:30:48,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-08 23:30:48,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-08 23:30:48,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +19: [2023-05-08 23:30:48,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +19: [2023-05-08 23:30:48,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 7: [2023-05-08 23:30:48,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +18: [2023-05-08 23:30:48,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-08 23:30:48,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-08 23:30:48,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +28: [2023-05-08 23:30:48,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-08 23:30:48,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-08 23:30:48,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +15: [2023-05-08 23:30:48,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-08 23:30:48,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +19: [2023-05-08 23:30:48,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-08 23:30:48,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +13: [2023-05-08 23:30:48,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-08 23:30:48,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +19: [2023-05-08 23:30:48,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +28: [2023-05-08 23:30:48,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-08 23:30:48,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +15: [2023-05-08 23:30:48,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +28: [2023-05-08 23:30:48,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +18: [2023-05-08 23:30:48,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-08 23:30:48,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-08 23:30:48,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-08 23:30:48,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-08 23:30:48,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +14: [2023-05-08 23:30:48,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-08 23:30:48,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-08 23:30:48,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-08 23:30:48,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-08 23:30:48,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-08 23:30:48,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +20: [2023-05-08 23:30:48,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +30: [2023-05-08 23:30:48,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +30: [2023-05-08 23:30:48,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +16: [2023-05-08 23:30:48,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +13: [2023-05-08 23:30:48,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-08 23:30:48,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-08 23:30:48,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-08 23:30:48,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-08 23:30:48,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +11: [2023-05-08 23:30:48,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-08 23:30:48,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-08 23:30:48,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-08 23:30:48,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-08 23:30:48,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +16: [2023-05-08 23:30:48,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-08 23:30:48,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +16: [2023-05-08 23:30:48,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +11: [2023-05-08 23:30:48,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-08 23:30:48,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-08 23:30:48,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-08 23:30:48,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-08 23:30:48,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +11: [2023-05-08 23:30:48,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-08 23:30:48,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-08 23:30:48,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-08 23:30:48,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +22: [2023-05-08 23:30:48,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +16: [2023-05-08 23:30:48,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +14: [2023-05-08 23:30:48,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-08 23:30:48,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-08 23:30:48,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-08 23:30:48,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +30: [2023-05-08 23:30:48,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-08 23:30:48,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-08 23:30:48,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +30: [2023-05-08 23:30:48,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +30: [2023-05-08 23:30:48,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:48,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:48,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:48,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:48,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-08 23:30:48,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +22: [2023-05-08 23:30:48,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +30: [2023-05-08 23:30:48,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-08 23:30:48,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-08 23:30:48,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-08 23:30:48,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-08 23:30:48,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-08 23:30:48,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-08 23:30:48,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-08 23:30:48,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-08 23:30:48,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-08 23:30:48,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-08 23:30:48,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +14: [2023-05-08 23:30:48,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-08 23:30:48,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-08 23:30:48,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 9: [2023-05-08 23:30:48,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 9: [2023-05-08 23:30:48,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +11: [2023-05-08 23:30:48,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +11: [2023-05-08 23:30:48,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +11: [2023-05-08 23:30:48,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +14: [2023-05-08 23:30:48,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +11: [2023-05-08 23:30:48,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +14: [2023-05-08 23:30:48,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +14: [2023-05-08 23:30:48,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +14: [2023-05-08 23:30:48,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-08 23:30:48,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +14: [2023-05-08 23:30:48,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +22: [2023-05-08 23:30:48,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-08 23:30:48,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-08 23:30:48,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-08 23:30:48,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-08 23:30:48,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-08 23:30:48,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-08 23:30:48,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-08 23:30:48,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-08 23:30:48,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-08 23:30:48,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +11: [2023-05-08 23:30:48,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +11: [2023-05-08 23:30:48,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-08 23:30:48,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-08 23:30:48,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-08 23:30:48,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-08 23:30:48,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-08 23:30:48,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +20: [2023-05-08 23:30:48,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 5: [2023-05-08 23:30:48,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-08 23:30:48,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +24: [2023-05-08 23:30:48,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +24: [2023-05-08 23:30:48,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +24: [2023-05-08 23:30:48,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +11: [2023-05-08 23:30:48,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-08 23:30:48,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:48,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-08 23:30:48,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-08 23:30:48,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-08 23:30:48,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +10: [2023-05-08 23:30:48,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +10: [2023-05-08 23:30:48,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +11: [2023-05-08 23:30:48,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-08 23:30:48,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +10: [2023-05-08 23:30:48,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +10: [2023-05-08 23:30:48,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +11: [2023-05-08 23:30:48,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-08 23:30:48,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-08 23:30:48,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-08 23:30:48,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-08 23:30:48,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-08 23:30:48,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:48,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:48,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:48,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-08 23:30:48,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-08 23:30:48,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 5: [2023-05-08 23:30:48,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +11: [2023-05-08 23:30:48,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-08 23:30:48,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 6: [2023-05-08 23:30:48,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +24: [2023-05-08 23:30:48,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-08 23:30:48,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 5: [2023-05-08 23:30:48,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. + 6: [2023-05-08 23:30:48,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +24: [2023-05-08 23:30:48,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_16-model_01-model_states.pt. +24: [2023-05-08 23:30:48,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-08 23:30:48,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-08 23:30:48,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-08 23:30:48,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-08 23:30:48,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-08 23:30:48,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-08 23:30:48,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-08 23:30:48,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-08 23:30:48,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-08 23:30:48,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-08 23:30:48,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-08 23:30:48,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-08 23:30:48,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-08 23:30:48,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-08 23:30:48,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +10: [2023-05-08 23:30:48,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-08 23:30:48,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-08 23:30:48,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-08 23:30:48,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-08 23:30:48,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-08 23:30:48,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-08 23:30:48,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-08 23:30:48,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-08 23:30:48,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-08 23:30:48,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-08 23:30:48,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-08 23:30:48,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-08 23:30:48,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-08 23:30:48,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-08 23:30:48,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-08 23:30:48,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-08 23:30:48,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-08 23:30:48,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-08 23:30:48,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... +11: [2023-05-08 23:30:48,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +11: [2023-05-08 23:30:48,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 8: [2023-05-08 23:30:48,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-08 23:30:48,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-08 23:30:48,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-08 23:30:48,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 5: [2023-05-08 23:30:48,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-08 23:30:48,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-08 23:30:48,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +22: [2023-05-08 23:30:48,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-08 23:30:48,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-08 23:30:48,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-08 23:30:48,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-08 23:30:48,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-08 23:30:48,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:48,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:48,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 4: [2023-05-08 23:30:48,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 4: [2023-05-08 23:30:48,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +10: [2023-05-08 23:30:48,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +31: [2023-05-08 23:30:48,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-08 23:30:48,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 5: [2023-05-08 23:30:48,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-08 23:30:48,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-08 23:30:48,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +28: [2023-05-08 23:30:48,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-08 23:30:48,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-08 23:30:48,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-08 23:30:48,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-08 23:30:48,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +24: [2023-05-08 23:30:48,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-08 23:30:48,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-08 23:30:48,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +12: [2023-05-08 23:30:48,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-08 23:30:48,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-08 23:30:48,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +10: [2023-05-08 23:30:48,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +10: [2023-05-08 23:30:48,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. +12: [2023-05-08 23:30:48,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-08 23:30:48,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-08 23:30:48,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +12: [2023-05-08 23:30:48,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-08 23:30:48,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-08 23:30:48,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +10: [2023-05-08 23:30:48,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +12: [2023-05-08 23:30:48,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-08 23:30:48,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-08 23:30:48,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-08 23:30:48,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 6: [2023-05-08 23:30:48,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +28: [2023-05-08 23:30:48,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 5: [2023-05-08 23:30:48,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... +24: [2023-05-08 23:30:48,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-08 23:30:48,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-08 23:30:48,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-08 23:30:48,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 5: [2023-05-08 23:30:48,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-08 23:30:48,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 5: [2023-05-08 23:30:48,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +24: [2023-05-08 23:30:48,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-08 23:30:48,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-08 23:30:48,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-08 23:30:48,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-08 23:30:48,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt... + 4: [2023-05-08 23:30:48,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-08 23:30:48,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-08 23:30:48,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +27: [2023-05-08 23:30:48,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-08 23:30:48,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +27: [2023-05-08 23:30:48,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:48,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-08 23:30:48,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-08 23:30:48,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +10: [2023-05-08 23:30:48,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-08 23:30:48,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-08 23:30:48,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +13: [2023-05-08 23:30:48,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +28: [2023-05-08 23:30:48,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-08 23:30:48,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-08 23:30:48,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-08 23:30:48,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-08 23:30:48,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 2: [2023-05-08 23:30:48,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-08 23:30:48,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-08 23:30:48,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-08 23:30:48,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-08 23:30:48,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-08 23:30:48,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +29: [2023-05-08 23:30:48,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +13: [2023-05-08 23:30:48,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +10: [2023-05-08 23:30:48,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-08 23:30:48,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +28: [2023-05-08 23:30:48,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:48,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +10: [2023-05-08 23:30:48,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-08 23:30:48,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-08 23:30:48,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-08 23:30:48,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-08 23:30:48,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:48,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:48,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-08 23:30:48,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-08 23:30:48,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-08 23:30:48,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-08 23:30:48,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-08 23:30:48,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-08 23:30:48,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-08 23:30:48,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-08 23:30:48,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-08 23:30:48,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-08 23:30:48,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +12: [2023-05-08 23:30:48,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-08 23:30:48,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 1: [2023-05-08 23:30:48,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:48,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:48,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-08 23:30:48,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-08 23:30:48,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-08 23:30:48,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-08 23:30:48,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 1: [2023-05-08 23:30:48,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 9: [2023-05-08 23:30:48,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-08 23:30:48,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-08 23:30:48,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-08 23:30:48,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-08 23:30:48,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 7: [2023-05-08 23:30:48,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 7: [2023-05-08 23:30:48,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:48,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-08 23:30:48,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 4: [2023-05-08 23:30:48,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +29: [2023-05-08 23:30:48,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-08 23:30:48,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-08 23:30:48,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-08 23:30:48,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-08 23:30:48,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-08 23:30:48,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-08 23:30:48,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-08 23:30:48,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-08 23:30:48,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-08 23:30:48,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-08 23:30:48,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-08 23:30:48,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +16: [2023-05-08 23:30:48,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-08 23:30:48,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-08 23:30:48,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-08 23:30:48,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-08 23:30:48,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-08 23:30:48,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 0: [2023-05-08 23:30:48,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 0: [2023-05-08 23:30:48,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 0: [2023-05-08 23:30:48,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 1: [2023-05-08 23:30:48,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-08 23:30:48,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-08 23:30:48,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-08 23:30:48,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-08 23:30:48,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-08 23:30:48,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-08 23:30:48,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-08 23:30:48,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 3: [2023-05-08 23:30:48,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +15: [2023-05-08 23:30:48,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-08 23:30:48,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-08 23:30:48,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-08 23:30:48,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-08 23:30:48,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-08 23:30:48,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-08 23:30:48,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-08 23:30:48,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-08 23:30:48,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-08 23:30:48,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-08 23:30:48,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-08 23:30:48,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-08 23:30:48,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-08 23:30:48,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-08 23:30:48,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-08 23:30:48,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-08 23:30:48,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +10: [2023-05-08 23:30:48,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +15: [2023-05-08 23:30:48,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-08 23:30:48,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-08 23:30:48,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-08 23:30:48,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-08 23:30:48,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-08 23:30:48,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +17: [2023-05-08 23:30:48,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-08 23:30:48,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-08 23:30:48,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-08 23:30:48,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-08 23:30:48,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-08 23:30:48,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-08 23:30:48,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-08 23:30:48,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:48,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-08 23:30:48,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-08 23:30:48,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +29: [2023-05-08 23:30:48,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-08 23:30:48,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-08 23:30:48,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-08 23:30:48,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +27: [2023-05-08 23:30:48,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-08 23:30:48,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-08 23:30:48,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-08 23:30:48,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-08 23:30:48,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-08 23:30:48,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-08 23:30:48,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +13: [2023-05-08 23:30:48,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +23: [2023-05-08 23:30:48,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-08 23:30:48,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-08 23:30:48,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +19: [2023-05-08 23:30:48,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-08 23:30:48,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +29: [2023-05-08 23:30:48,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-08 23:30:48,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-08 23:30:48,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-08 23:30:48,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-08 23:30:48,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-08 23:30:48,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-08 23:30:48,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-08 23:30:48,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-08 23:30:48,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +23: [2023-05-08 23:30:48,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-08 23:30:48,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-08 23:30:48,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 3: [2023-05-08 23:30:48,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-08 23:30:48,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-08 23:30:48,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-08 23:30:48,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-08 23:30:48,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-08 23:30:48,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-08 23:30:48,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +27: [2023-05-08 23:30:48,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +27: [2023-05-08 23:30:48,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +27: [2023-05-08 23:30:48,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +29: [2023-05-08 23:30:48,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +29: [2023-05-08 23:30:48,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 1: [2023-05-08 23:30:48,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-08 23:30:48,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-08 23:30:48,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-08 23:30:48,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 9: [2023-05-08 23:30:48,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-08 23:30:48,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-08 23:30:48,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +26: [2023-05-08 23:30:48,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-08 23:30:48,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-08 23:30:48,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-08 23:30:48,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 3: [2023-05-08 23:30:48,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-08 23:30:48,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-08 23:30:48,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-08 23:30:48,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-08 23:30:48,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-08 23:30:48,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-08 23:30:48,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-08 23:30:48,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-08 23:30:48,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-08 23:30:48,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-08 23:30:48,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-08 23:30:48,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-08 23:30:48,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-08 23:30:48,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-08 23:30:48,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-08 23:30:48,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-08 23:30:48,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-08 23:30:48,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 1: [2023-05-08 23:30:48,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 1: [2023-05-08 23:30:48,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +26: [2023-05-08 23:30:48,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-08 23:30:48,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-08 23:30:48,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +31: [2023-05-08 23:30:48,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +31: [2023-05-08 23:30:48,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +27: [2023-05-08 23:30:48,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-08 23:30:48,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +14: [2023-05-08 23:30:48,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +17: [2023-05-08 23:30:48,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-08 23:30:48,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-08 23:30:48,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 7: [2023-05-08 23:30:48,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-08 23:30:48,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +11: [2023-05-08 23:30:48,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +11: [2023-05-08 23:30:48,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +11: [2023-05-08 23:30:48,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +15: [2023-05-08 23:30:48,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-08 23:30:48,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +11: [2023-05-08 23:30:48,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +27: [2023-05-08 23:30:48,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +27: [2023-05-08 23:30:48,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-08 23:30:48,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +20: [2023-05-08 23:30:48,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +20: [2023-05-08 23:30:48,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +20: [2023-05-08 23:30:48,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +20: [2023-05-08 23:30:48,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +15: [2023-05-08 23:30:48,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +26: [2023-05-08 23:30:48,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-08 23:30:48,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-08 23:30:48,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-08 23:30:48,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +17: [2023-05-08 23:30:48,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-08 23:30:48,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-08 23:30:48,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-08 23:30:48,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 0: [2023-05-08 23:30:48,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 0: [2023-05-08 23:30:48,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 2: [2023-05-08 23:30:48,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 2: [2023-05-08 23:30:48,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +26: [2023-05-08 23:30:48,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-08 23:30:48,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 2: [2023-05-08 23:30:48,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +19: [2023-05-08 23:30:48,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-08 23:30:48,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +19: [2023-05-08 23:30:48,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-08 23:30:48,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +18: [2023-05-08 23:30:48,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +31: [2023-05-08 23:30:48,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-08 23:30:48,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-08 23:30:48,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-08 23:30:48,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-08 23:30:48,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-08 23:30:48,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-08 23:30:48,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-08 23:30:48,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +20: [2023-05-08 23:30:48,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-08 23:30:48,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-08 23:30:48,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-08 23:30:48,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-08 23:30:48,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +12: [2023-05-08 23:30:48,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +12: [2023-05-08 23:30:48,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +20: [2023-05-08 23:30:48,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-08 23:30:48,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +20: [2023-05-08 23:30:48,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +12: [2023-05-08 23:30:48,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 3: [2023-05-08 23:30:48,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-08 23:30:48,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +11: [2023-05-08 23:30:48,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-08 23:30:48,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-08 23:30:48,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-08 23:30:48,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +24: [2023-05-08 23:30:48,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 0: [2023-05-08 23:30:48,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-08 23:30:48,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +31: [2023-05-08 23:30:48,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-08 23:30:48,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 3: [2023-05-08 23:30:48,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-08 23:30:48,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-08 23:30:48,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +27: [2023-05-08 23:30:48,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +17: [2023-05-08 23:30:48,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +17: [2023-05-08 23:30:48,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +17: [2023-05-08 23:30:48,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +17: [2023-05-08 23:30:48,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +20: [2023-05-08 23:30:48,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-08 23:30:48,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-08 23:30:48,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-08 23:30:48,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-08 23:30:48,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-08 23:30:48,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-08 23:30:48,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-08 23:30:48,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-08 23:30:48,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-08 23:30:48,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-08 23:30:48,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-08 23:30:48,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-08 23:30:48,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-08 23:30:48,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-08 23:30:48,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-08 23:30:48,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-08 23:30:48,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +27: [2023-05-08 23:30:48,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +12: [2023-05-08 23:30:48,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 3: [2023-05-08 23:30:48,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +27: [2023-05-08 23:30:48,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +27: [2023-05-08 23:30:48,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +19: [2023-05-08 23:30:48,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-08 23:30:48,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-08 23:30:48,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +20: [2023-05-08 23:30:48,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-08 23:30:48,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +25: [2023-05-08 23:30:48,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +17: [2023-05-08 23:30:48,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-08 23:30:48,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +25: [2023-05-08 23:30:48,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +14: [2023-05-08 23:30:48,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-08 23:30:48,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-08 23:30:48,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-08 23:30:48,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-08 23:30:48,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-08 23:30:48,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-08 23:30:48,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +17: [2023-05-08 23:30:48,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-08 23:30:48,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-08 23:30:48,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-08 23:30:48,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-08 23:30:48,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-08 23:30:48,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +13: [2023-05-08 23:30:48,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-08 23:30:48,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-08 23:30:48,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-08 23:30:48,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +20: [2023-05-08 23:30:48,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-08 23:30:48,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +11: [2023-05-08 23:30:48,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-08 23:30:48,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-08 23:30:48,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +24: [2023-05-08 23:30:48,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-08 23:30:48,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 8: [2023-05-08 23:30:48,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +20: [2023-05-08 23:30:48,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-08 23:30:48,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-08 23:30:48,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 0: [2023-05-08 23:30:48,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-08 23:30:48,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +20: [2023-05-08 23:30:48,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +24: [2023-05-08 23:30:48,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-08 23:30:48,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +14: [2023-05-08 23:30:48,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-08 23:30:48,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-08 23:30:48,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-08 23:30:48,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-08 23:30:48,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +23: [2023-05-08 23:30:48,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +23: [2023-05-08 23:30:48,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 0: [2023-05-08 23:30:48,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-08 23:30:48,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-08 23:30:48,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +24: [2023-05-08 23:30:48,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-08 23:30:48,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-08 23:30:48,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +14: [2023-05-08 23:30:48,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +14: [2023-05-08 23:30:48,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +10: [2023-05-08 23:30:48,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +10: [2023-05-08 23:30:48,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +10: [2023-05-08 23:30:48,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +10: [2023-05-08 23:30:48,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +14: [2023-05-08 23:30:48,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-08 23:30:48,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-08 23:30:48,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +11: [2023-05-08 23:30:48,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-08 23:30:48,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-08 23:30:48,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-08 23:30:48,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-08 23:30:48,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-08 23:30:48,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-08 23:30:48,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-08 23:30:48,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-08 23:30:48,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-08 23:30:48,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-08 23:30:48,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +11: [2023-05-08 23:30:48,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +14: [2023-05-08 23:30:48,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-08 23:30:48,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-08 23:30:48,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 9: [2023-05-08 23:30:48,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 9: [2023-05-08 23:30:48,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 2: [2023-05-08 23:30:48,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-08 23:30:48,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-08 23:30:48,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-08 23:30:48,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +30: [2023-05-08 23:30:48,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +30: [2023-05-08 23:30:48,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +30: [2023-05-08 23:30:48,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 9: [2023-05-08 23:30:48,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +18: [2023-05-08 23:30:48,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-08 23:30:48,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-08 23:30:48,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +31: [2023-05-08 23:30:48,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +12: [2023-05-08 23:30:48,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +20: [2023-05-08 23:30:48,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-08 23:30:48,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-08 23:30:48,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-08 23:30:48,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-08 23:30:48,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-08 23:30:48,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-08 23:30:48,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-08 23:30:48,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-08 23:30:48,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-08 23:30:48,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +18: [2023-05-08 23:30:48,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-08 23:30:48,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-08 23:30:48,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +18: [2023-05-08 23:30:48,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 2: [2023-05-08 23:30:48,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +24: [2023-05-08 23:30:48,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 2: [2023-05-08 23:30:48,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 2: [2023-05-08 23:30:48,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +18: [2023-05-08 23:30:48,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-08 23:30:48,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-08 23:30:48,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-08 23:30:48,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +17: [2023-05-08 23:30:48,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-08 23:30:48,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +23: [2023-05-08 23:30:48,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-08 23:30:48,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +20: [2023-05-08 23:30:48,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-08 23:30:48,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +23: [2023-05-08 23:30:48,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-08 23:30:48,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +17: [2023-05-08 23:30:48,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +10: [2023-05-08 23:30:48,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-08 23:30:48,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +18: [2023-05-08 23:30:48,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-08 23:30:48,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +19: [2023-05-08 23:30:48,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +12: [2023-05-08 23:30:48,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +10: [2023-05-08 23:30:48,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-08 23:30:48,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +20: [2023-05-08 23:30:48,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 9: [2023-05-08 23:30:48,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +17: [2023-05-08 23:30:48,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-08 23:30:48,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +19: [2023-05-08 23:30:48,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 9: [2023-05-08 23:30:48,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +12: [2023-05-08 23:30:48,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +18: [2023-05-08 23:30:48,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +17: [2023-05-08 23:30:48,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 9: [2023-05-08 23:30:48,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +30: [2023-05-08 23:30:48,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-08 23:30:48,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +22: [2023-05-08 23:30:48,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-08 23:30:48,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-08 23:30:48,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-08 23:30:48,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-08 23:30:48,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-08 23:30:48,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +22: [2023-05-08 23:30:48,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-08 23:30:48,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-08 23:30:48,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-08 23:30:48,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-08 23:30:48,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-08 23:30:48,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-08 23:30:48,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-08 23:30:48,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-08 23:30:48,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +26: [2023-05-08 23:30:48,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +26: [2023-05-08 23:30:48,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 8: [2023-05-08 23:30:48,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-08 23:30:48,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-08 23:30:48,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-08 23:30:48,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +13: [2023-05-08 23:30:48,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-08 23:30:48,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-08 23:30:48,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-08 23:30:48,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +22: [2023-05-08 23:30:48,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-08 23:30:48,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +22: [2023-05-08 23:30:48,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-08 23:30:48,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-08 23:30:48,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-08 23:30:48,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-08 23:30:48,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-08 23:30:48,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-08 23:30:48,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +24: [2023-05-08 23:30:48,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 0: [2023-05-08 23:30:48,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-08 23:30:48,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-08 23:30:48,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-08 23:30:48,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-08 23:30:48,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-08 23:30:48,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-08 23:30:48,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 6: [2023-05-08 23:30:48,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 6: [2023-05-08 23:30:48,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 6: [2023-05-08 23:30:48,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +25: [2023-05-08 23:30:48,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-08 23:30:48,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-08 23:30:48,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-08 23:30:48,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +25: [2023-05-08 23:30:48,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-08 23:30:48,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-08 23:30:48,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-08 23:30:48,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 0: [2023-05-08 23:30:48,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-08 23:30:48,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-08 23:30:48,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-08 23:30:48,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-08 23:30:48,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-08 23:30:48,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-08 23:30:48,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-08 23:30:48,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-08 23:30:48,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +25: [2023-05-08 23:30:48,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-08 23:30:48,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-08 23:30:48,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-08 23:30:48,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +13: [2023-05-08 23:30:48,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-08 23:30:48,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-08 23:30:48,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +13: [2023-05-08 23:30:48,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-08 23:30:48,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-08 23:30:48,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +18: [2023-05-08 23:30:48,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-08 23:30:48,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:48,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +21: [2023-05-08 23:30:48,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +21: [2023-05-08 23:30:48,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +21: [2023-05-08 23:30:48,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +23: [2023-05-08 23:30:48,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-08 23:30:48,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +10: [2023-05-08 23:30:48,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +22: [2023-05-08 23:30:48,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-08 23:30:48,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-08 23:30:48,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-08 23:30:48,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +24: [2023-05-08 23:30:48,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-08 23:30:48,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-08 23:30:48,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-08 23:30:48,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +25: [2023-05-08 23:30:48,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +14: [2023-05-08 23:30:48,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-08 23:30:48,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +24: [2023-05-08 23:30:48,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-08 23:30:48,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-08 23:30:48,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-08 23:30:48,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +18: [2023-05-08 23:30:48,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-08 23:30:48,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +23: [2023-05-08 23:30:48,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 0: [2023-05-08 23:30:48,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-08 23:30:48,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-08 23:30:48,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-08 23:30:48,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +15: [2023-05-08 23:30:48,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +15: [2023-05-08 23:30:48,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +15: [2023-05-08 23:30:48,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 6: [2023-05-08 23:30:48,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-08 23:30:48,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +23: [2023-05-08 23:30:48,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 6: [2023-05-08 23:30:48,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-08 23:30:48,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +10: [2023-05-08 23:30:48,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 9: [2023-05-08 23:30:48,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +14: [2023-05-08 23:30:48,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-08 23:30:48,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-08 23:30:48,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-08 23:30:48,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-08 23:30:48,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +18: [2023-05-08 23:30:48,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-08 23:30:48,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +21: [2023-05-08 23:30:48,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-08 23:30:48,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +21: [2023-05-08 23:30:48,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +18: [2023-05-08 23:30:48,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-08 23:30:48,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-08 23:30:48,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-08 23:30:48,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +21: [2023-05-08 23:30:48,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +24: [2023-05-08 23:30:48,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-08 23:30:48,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +16: [2023-05-08 23:30:48,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +30: [2023-05-08 23:30:48,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-08 23:30:48,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +30: [2023-05-08 23:30:48,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +14: [2023-05-08 23:30:48,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-08 23:30:48,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +30: [2023-05-08 23:30:48,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-08 23:30:48,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-08 23:30:48,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 7: [2023-05-08 23:30:48,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 7: [2023-05-08 23:30:48,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 9: [2023-05-08 23:30:48,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-08 23:30:48,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +24: [2023-05-08 23:30:48,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-08 23:30:48,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-08 23:30:48,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-08 23:30:48,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +31: [2023-05-08 23:30:48,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-08 23:30:48,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-08 23:30:48,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +28: [2023-05-08 23:30:48,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +25: [2023-05-08 23:30:48,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-08 23:30:48,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-08 23:30:48,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-08 23:30:48,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-08 23:30:48,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-08 23:30:48,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-08 23:30:48,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-08 23:30:48,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +28: [2023-05-08 23:30:48,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +26: [2023-05-08 23:30:48,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +25: [2023-05-08 23:30:48,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-08 23:30:48,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-08 23:30:48,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-08 23:30:48,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +15: [2023-05-08 23:30:48,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-08 23:30:48,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-08 23:30:48,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 6: [2023-05-08 23:30:48,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-08 23:30:48,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +19: [2023-05-08 23:30:48,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-08 23:30:48,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-08 23:30:48,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-08 23:30:48,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-08 23:30:48,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 2: [2023-05-08 23:30:48,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-08 23:30:48,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-08 23:30:48,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +26: [2023-05-08 23:30:48,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-08 23:30:48,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +19: [2023-05-08 23:30:48,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +19: [2023-05-08 23:30:48,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 7: [2023-05-08 23:30:48,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-08 23:30:48,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +19: [2023-05-08 23:30:48,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-08 23:30:48,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:48,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-08 23:30:48,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-08 23:30:48,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +16: [2023-05-08 23:30:48,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +26: [2023-05-08 23:30:48,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +26: [2023-05-08 23:30:48,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +19: [2023-05-08 23:30:48,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 2: [2023-05-08 23:30:48,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-08 23:30:48,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 2: [2023-05-08 23:30:48,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-08 23:30:48,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-08 23:30:48,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +19: [2023-05-08 23:30:48,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 5: [2023-05-08 23:30:48,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-08 23:30:48,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-08 23:30:48,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +22: [2023-05-08 23:30:48,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-08 23:30:48,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-08 23:30:48,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 7: [2023-05-08 23:30:48,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +28: [2023-05-08 23:30:48,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +25: [2023-05-08 23:30:48,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-08 23:30:48,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 8: [2023-05-08 23:30:48,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-08 23:30:48,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 8: [2023-05-08 23:30:48,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-08 23:30:48,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +22: [2023-05-08 23:30:48,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +22: [2023-05-08 23:30:48,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-08 23:30:48,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +25: [2023-05-08 23:30:48,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-08 23:30:48,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-08 23:30:48,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-08 23:30:48,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-08 23:30:48,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-08 23:30:48,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 6: [2023-05-08 23:30:48,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +31: [2023-05-08 23:30:48,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-08 23:30:48,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-08 23:30:48,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-08 23:30:48,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-08 23:30:48,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +21: [2023-05-08 23:30:48,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +21: [2023-05-08 23:30:48,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +21: [2023-05-08 23:30:48,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +21: [2023-05-08 23:30:48,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 6: [2023-05-08 23:30:48,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. + 5: [2023-05-08 23:30:48,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +31: [2023-05-08 23:30:48,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-08 23:30:48,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 5: [2023-05-08 23:30:48,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +15: [2023-05-08 23:30:48,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-08 23:30:48,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_17-model_01-model_states.pt. +30: [2023-05-08 23:30:48,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-08 23:30:48,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-08 23:30:49,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-08 23:30:49,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-08 23:30:49,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-08 23:30:49,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-08 23:30:49,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-08 23:30:49,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-08 23:30:49,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-08 23:30:49,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 1: [2023-05-08 23:30:49,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 1: [2023-05-08 23:30:49,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +30: [2023-05-08 23:30:49,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 7: [2023-05-08 23:30:49,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-08 23:30:49,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-08 23:30:49,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +15: [2023-05-08 23:30:49,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-08 23:30:49,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-08 23:30:49,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +15: [2023-05-08 23:30:49,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 5: [2023-05-08 23:30:49,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-08 23:30:49,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +15: [2023-05-08 23:30:49,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 2: [2023-05-08 23:30:49,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-08 23:30:49,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-08 23:30:49,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... +31: [2023-05-08 23:30:49,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-08 23:30:49,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-08 23:30:49,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +16: [2023-05-08 23:30:49,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +16: [2023-05-08 23:30:49,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +28: [2023-05-08 23:30:49,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +28: [2023-05-08 23:30:49,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 0: [2023-05-08 23:30:49,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 0: [2023-05-08 23:30:49,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 0: [2023-05-08 23:30:49,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 9: [2023-05-08 23:30:49,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +16: [2023-05-08 23:30:49,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +16: [2023-05-08 23:30:49,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +31: [2023-05-08 23:30:49,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-08 23:30:49,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-08 23:30:49,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-08 23:30:49,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 7: [2023-05-08 23:30:49,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +28: [2023-05-08 23:30:49,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 9: [2023-05-08 23:30:49,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +31: [2023-05-08 23:30:49,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-08 23:30:49,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +13: [2023-05-08 23:30:49,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +13: [2023-05-08 23:30:49,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +13: [2023-05-08 23:30:49,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 7: [2023-05-08 23:30:49,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +12: [2023-05-08 23:30:49,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 3: [2023-05-08 23:30:49,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 3: [2023-05-08 23:30:49,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 3: [2023-05-08 23:30:49,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 3: [2023-05-08 23:30:49,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-08 23:30:49,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-08 23:30:49,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-08 23:30:49,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 7: [2023-05-08 23:30:49,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 2: [2023-05-08 23:30:49,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-08 23:30:49,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-08 23:30:49,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-08 23:30:49,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-08 23:30:49,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-08 23:30:49,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-08 23:30:49,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-08 23:30:49,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-08 23:30:49,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-08 23:30:49,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-08 23:30:49,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-08 23:30:49,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-08 23:30:49,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-08 23:30:49,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-08 23:30:49,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-08 23:30:49,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-08 23:30:49,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-08 23:30:49,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-08 23:30:49,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-08 23:30:49,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-08 23:30:49,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:49,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-08 23:30:49,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-08 23:30:49,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-08 23:30:49,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 5: [2023-05-08 23:30:49,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... +30: [2023-05-08 23:30:49,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:49,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-08 23:30:49,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-08 23:30:49,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-08 23:30:49,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-08 23:30:49,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-08 23:30:49,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-08 23:30:49,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-08 23:30:49,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-08 23:30:49,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 5: [2023-05-08 23:30:49,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 1: [2023-05-08 23:30:49,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_00-model_states.pt. +28: [2023-05-08 23:30:49,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 1: [2023-05-08 23:30:49,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +28: [2023-05-08 23:30:49,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-08 23:30:49,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-08 23:30:49,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-08 23:30:49,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-08 23:30:49,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt... + 1: [2023-05-08 23:30:49,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-08 23:30:49,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-08 23:30:49,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-08 23:30:49,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-08 23:30:49,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-08 23:30:49,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-08 23:30:49,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-08 23:30:49,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-08 23:30:49,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-08 23:30:49,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-08 23:30:49,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-08 23:30:49,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-08 23:30:49,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-08 23:30:49,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:49,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-08 23:30:49,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-08 23:30:49,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +27: [2023-05-08 23:30:49,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:49,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-08 23:30:49,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-08 23:30:49,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-08 23:30:49,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-08 23:30:49,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-08 23:30:49,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-08 23:30:49,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +18: [2023-05-08 23:30:49,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +30: [2023-05-08 23:30:49,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-08 23:30:49,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +18: [2023-05-08 23:30:49,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +13: [2023-05-08 23:30:49,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-08 23:30:49,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +13: [2023-05-08 23:30:49,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 3: [2023-05-08 23:30:49,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-08 23:30:49,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 1: [2023-05-08 23:30:49,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-08 23:30:49,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-08 23:30:49,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-08 23:30:49,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-08 23:30:49,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +12: [2023-05-08 23:30:49,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 0: [2023-05-08 23:30:49,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 1: [2023-05-08 23:30:49,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 0: [2023-05-08 23:30:49,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +13: [2023-05-08 23:30:49,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 7: [2023-05-08 23:30:49,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-08 23:30:49,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-08 23:30:49,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 3: [2023-05-08 23:30:49,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +12: [2023-05-08 23:30:49,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +23: [2023-05-08 23:30:49,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-08 23:30:49,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +21: [2023-05-08 23:30:49,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 2: [2023-05-08 23:30:49,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 2: [2023-05-08 23:30:49,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 2: [2023-05-08 23:30:49,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +18: [2023-05-08 23:30:49,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +18: [2023-05-08 23:30:49,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-08 23:30:49,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-08 23:30:49,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +18: [2023-05-08 23:30:49,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-08 23:30:49,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +28: [2023-05-08 23:30:49,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-08 23:30:49,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +18: [2023-05-08 23:30:49,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-08 23:30:49,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-08 23:30:49,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-08 23:30:49,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-08 23:30:49,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-08 23:30:49,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-08 23:30:49,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-08 23:30:49,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-08 23:30:49,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-08 23:30:49,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-08 23:30:49,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-08 23:30:49,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-08 23:30:49,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-08 23:30:49,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-08 23:30:49,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-08 23:30:49,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-08 23:30:49,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-08 23:30:49,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-08 23:30:49,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-08 23:30:49,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 4: [2023-05-08 23:30:49,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +19: [2023-05-08 23:30:49,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-08 23:30:49,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-08 23:30:49,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-08 23:30:49,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 2: [2023-05-08 23:30:49,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-08 23:30:49,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-08 23:30:49,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 4: [2023-05-08 23:30:49,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-08 23:30:49,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-08 23:30:49,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:49,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-08 23:30:49,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-08 23:30:49,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:49,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-08 23:30:49,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-08 23:30:49,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-08 23:30:49,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-08 23:30:49,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-08 23:30:49,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-08 23:30:49,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-08 23:30:49,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-08 23:30:49,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-08 23:30:49,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-08 23:30:49,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-08 23:30:49,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-08 23:30:49,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-08 23:30:49,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-08 23:30:49,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-08 23:30:49,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-08 23:30:49,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-08 23:30:49,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-08 23:30:49,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-08 23:30:49,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-08 23:30:49,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-08 23:30:49,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-08 23:30:49,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +20: [2023-05-08 23:30:49,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-08 23:30:49,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +11: [2023-05-08 23:30:49,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +23: [2023-05-08 23:30:49,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-08 23:30:49,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +11: [2023-05-08 23:30:49,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +11: [2023-05-08 23:30:49,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-08 23:30:49,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-08 23:30:49,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-08 23:30:49,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-08 23:30:49,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-08 23:30:49,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-08 23:30:49,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +29: [2023-05-08 23:30:49,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +29: [2023-05-08 23:30:49,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +29: [2023-05-08 23:30:49,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +21: [2023-05-08 23:30:49,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:49,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-08 23:30:49,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-08 23:30:49,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-08 23:30:49,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-08 23:30:49,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:49,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-08 23:30:49,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:49,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +27: [2023-05-08 23:30:49,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-08 23:30:49,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-08 23:30:49,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-08 23:30:49,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-08 23:30:49,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-08 23:30:49,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-08 23:30:49,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-08 23:30:49,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +17: [2023-05-08 23:30:49,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +17: [2023-05-08 23:30:49,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +15: [2023-05-08 23:30:49,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-08 23:30:49,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +18: [2023-05-08 23:30:49,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +18: [2023-05-08 23:30:49,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +25: [2023-05-08 23:30:49,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +25: [2023-05-08 23:30:49,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +11: [2023-05-08 23:30:49,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-08 23:30:49,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +11: [2023-05-08 23:30:49,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-08 23:30:49,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +11: [2023-05-08 23:30:49,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-08 23:30:49,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-08 23:30:49,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-08 23:30:49,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-08 23:30:49,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +11: [2023-05-08 23:30:49,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-08 23:30:49,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-08 23:30:49,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-08 23:30:49,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +27: [2023-05-08 23:30:49,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +27: [2023-05-08 23:30:49,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +27: [2023-05-08 23:30:49,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +27: [2023-05-08 23:30:49,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +20: [2023-05-08 23:30:49,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +20: [2023-05-08 23:30:49,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-08 23:30:49,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-08 23:30:49,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:49,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +20: [2023-05-08 23:30:49,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +29: [2023-05-08 23:30:49,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-08 23:30:49,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-08 23:30:49,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-08 23:30:49,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-08 23:30:49,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-08 23:30:49,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-08 23:30:49,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-08 23:30:49,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-08 23:30:49,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +12: [2023-05-08 23:30:49,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-08 23:30:49,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-08 23:30:49,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-08 23:30:49,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +23: [2023-05-08 23:30:49,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +23: [2023-05-08 23:30:49,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +23: [2023-05-08 23:30:49,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-08 23:30:49,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +23: [2023-05-08 23:30:49,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-08 23:30:49,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-08 23:30:49,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-08 23:30:49,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-08 23:30:49,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-08 23:30:49,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-08 23:30:49,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-08 23:30:49,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-08 23:30:49,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-08 23:30:49,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-08 23:30:49,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-08 23:30:49,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-08 23:30:49,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-08 23:30:49,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-08 23:30:49,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-08 23:30:49,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-08 23:30:49,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-08 23:30:49,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:49,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-08 23:30:49,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-08 23:30:49,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-08 23:30:49,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-08 23:30:49,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-08 23:30:49,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-08 23:30:49,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-08 23:30:49,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-08 23:30:49,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-08 23:30:49,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-08 23:30:49,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +20: [2023-05-08 23:30:49,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +20: [2023-05-08 23:30:49,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-08 23:30:49,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-08 23:30:49,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-08 23:30:49,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:49,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-08 23:30:49,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-08 23:30:49,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:49,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:49,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:49,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-08 23:30:49,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-08 23:30:49,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-08 23:30:49,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-08 23:30:49,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-08 23:30:49,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:49,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-08 23:30:49,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +11: [2023-05-08 23:30:49,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 4: [2023-05-08 23:30:49,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +23: [2023-05-08 23:30:49,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:49,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-08 23:30:49,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:49,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-08 23:30:49,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-08 23:30:49,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-08 23:30:49,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-08 23:30:49,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:49,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-08 23:30:49,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-08 23:30:49,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-08 23:30:49,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-08 23:30:49,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-08 23:30:49,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-08 23:30:49,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-08 23:30:49,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-08 23:30:49,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-08 23:30:49,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-08 23:30:49,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-08 23:30:49,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-08 23:30:49,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +10: [2023-05-08 23:30:49,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +10: [2023-05-08 23:30:49,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +10: [2023-05-08 23:30:49,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +20: [2023-05-08 23:30:49,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-08 23:30:49,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-08 23:30:49,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +11: [2023-05-08 23:30:49,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +17: [2023-05-08 23:30:49,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-08 23:30:49,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-08 23:30:49,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +14: [2023-05-08 23:30:49,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +14: [2023-05-08 23:30:49,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 4: [2023-05-08 23:30:49,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +14: [2023-05-08 23:30:49,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +11: [2023-05-08 23:30:49,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +13: [2023-05-08 23:30:49,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-08 23:30:49,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-08 23:30:49,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-08 23:30:49,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-08 23:30:49,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:49,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-08 23:30:49,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-08 23:30:49,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-08 23:30:49,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-08 23:30:49,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-08 23:30:49,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-08 23:30:49,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-08 23:30:49,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-08 23:30:49,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-08 23:30:49,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 3: [2023-05-08 23:30:49,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-08 23:30:49,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +17: [2023-05-08 23:30:49,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +29: [2023-05-08 23:30:49,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-08 23:30:49,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-08 23:30:49,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +25: [2023-05-08 23:30:49,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-08 23:30:49,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-08 23:30:49,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +29: [2023-05-08 23:30:49,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +10: [2023-05-08 23:30:49,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-08 23:30:49,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +10: [2023-05-08 23:30:49,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-08 23:30:49,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +25: [2023-05-08 23:30:49,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-08 23:30:49,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +25: [2023-05-08 23:30:49,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-08 23:30:49,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:49,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-08 23:30:49,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +14: [2023-05-08 23:30:49,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-08 23:30:49,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-08 23:30:49,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-08 23:30:49,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +25: [2023-05-08 23:30:49,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +25: [2023-05-08 23:30:49,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +29: [2023-05-08 23:30:49,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-08 23:30:49,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-08 23:30:49,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-08 23:30:49,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +30: [2023-05-08 23:30:49,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +30: [2023-05-08 23:30:49,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +30: [2023-05-08 23:30:49,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +30: [2023-05-08 23:30:49,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +14: [2023-05-08 23:30:49,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-08 23:30:49,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +17: [2023-05-08 23:30:49,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-08 23:30:49,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +24: [2023-05-08 23:30:49,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +24: [2023-05-08 23:30:49,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +24: [2023-05-08 23:30:49,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +29: [2023-05-08 23:30:49,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +10: [2023-05-08 23:30:49,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-08 23:30:49,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +10: [2023-05-08 23:30:49,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-08 23:30:49,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-08 23:30:49,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-08 23:30:49,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +22: [2023-05-08 23:30:49,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:49,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +14: [2023-05-08 23:30:49,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-08 23:30:49,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-08 23:30:49,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-08 23:30:49,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-08 23:30:49,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-08 23:30:49,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-08 23:30:49,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-08 23:30:49,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +27: [2023-05-08 23:30:49,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +10: [2023-05-08 23:30:49,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-08 23:30:49,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:49,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:49,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-08 23:30:49,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +14: [2023-05-08 23:30:49,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 9: [2023-05-08 23:30:49,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 9: [2023-05-08 23:30:49,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +14: [2023-05-08 23:30:49,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-08 23:30:49,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-08 23:30:49,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +16: [2023-05-08 23:30:49,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-08 23:30:49,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-08 23:30:49,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-08 23:30:49,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-08 23:30:49,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-08 23:30:49,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:49,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-08 23:30:49,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +27: [2023-05-08 23:30:49,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +23: [2023-05-08 23:30:49,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +27: [2023-05-08 23:30:49,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +31: [2023-05-08 23:30:49,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +31: [2023-05-08 23:30:49,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +31: [2023-05-08 23:30:49,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +31: [2023-05-08 23:30:49,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +23: [2023-05-08 23:30:49,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +23: [2023-05-08 23:30:49,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +20: [2023-05-08 23:30:49,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-08 23:30:49,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:49,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-08 23:30:49,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-08 23:30:49,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-08 23:30:49,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-08 23:30:49,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:49,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +26: [2023-05-08 23:30:49,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +26: [2023-05-08 23:30:49,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +10: [2023-05-08 23:30:49,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-08 23:30:49,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +20: [2023-05-08 23:30:49,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +20: [2023-05-08 23:30:49,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +26: [2023-05-08 23:30:49,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-08 23:30:49,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-08 23:30:49,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-08 23:30:49,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:49,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-08 23:30:49,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-08 23:30:49,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +30: [2023-05-08 23:30:49,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +12: [2023-05-08 23:30:49,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-08 23:30:49,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-08 23:30:49,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-08 23:30:49,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-08 23:30:49,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-08 23:30:49,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-08 23:30:49,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-08 23:30:49,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-08 23:30:49,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-08 23:30:49,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +17: [2023-05-08 23:30:49,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-08 23:30:49,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-08 23:30:49,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:49,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-08 23:30:49,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-08 23:30:49,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +19: [2023-05-08 23:30:49,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +21: [2023-05-08 23:30:49,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +21: [2023-05-08 23:30:49,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 9: [2023-05-08 23:30:49,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-08 23:30:49,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +19: [2023-05-08 23:30:49,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +21: [2023-05-08 23:30:49,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 8: [2023-05-08 23:30:49,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 8: [2023-05-08 23:30:49,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +21: [2023-05-08 23:30:49,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +10: [2023-05-08 23:30:49,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +10: [2023-05-08 23:30:49,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 6: [2023-05-08 23:30:49,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +15: [2023-05-08 23:30:49,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +15: [2023-05-08 23:30:49,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +15: [2023-05-08 23:30:49,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +13: [2023-05-08 23:30:49,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-08 23:30:49,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 6: [2023-05-08 23:30:49,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 6: [2023-05-08 23:30:49,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +31: [2023-05-08 23:30:49,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-08 23:30:49,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-08 23:30:49,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-08 23:30:49,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-08 23:30:49,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-08 23:30:49,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +31: [2023-05-08 23:30:49,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-08 23:30:49,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-08 23:30:49,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +28: [2023-05-08 23:30:49,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +10: [2023-05-08 23:30:49,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-08 23:30:49,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-08 23:30:49,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +10: [2023-05-08 23:30:49,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +13: [2023-05-08 23:30:49,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-08 23:30:49,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +28: [2023-05-08 23:30:49,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +14: [2023-05-08 23:30:49,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +13: [2023-05-08 23:30:49,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-08 23:30:49,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:49,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-08 23:30:49,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-08 23:30:49,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +17: [2023-05-08 23:30:49,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-08 23:30:49,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +14: [2023-05-08 23:30:49,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-08 23:30:49,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +17: [2023-05-08 23:30:49,210] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-08 23:30:49,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-08 23:30:49,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +22: [2023-05-08 23:30:49,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +24: [2023-05-08 23:30:49,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-08 23:30:49,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-08 23:30:49,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +10: [2023-05-08 23:30:49,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +13: [2023-05-08 23:30:49,214] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-08 23:30:49,214] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-08 23:30:49,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-08 23:30:49,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +24: [2023-05-08 23:30:49,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-08 23:30:49,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-08 23:30:49,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-08 23:30:49,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:49,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-08 23:30:49,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +21: [2023-05-08 23:30:49,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-08 23:30:49,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +10: [2023-05-08 23:30:49,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 6: [2023-05-08 23:30:49,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +14: [2023-05-08 23:30:49,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +15: [2023-05-08 23:30:49,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +13: [2023-05-08 23:30:49,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-08 23:30:49,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-08 23:30:49,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-08 23:30:49,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +19: [2023-05-08 23:30:49,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +24: [2023-05-08 23:30:49,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-08 23:30:49,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-08 23:30:49,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-08 23:30:49,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +16: [2023-05-08 23:30:49,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +15: [2023-05-08 23:30:49,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-08 23:30:49,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +22: [2023-05-08 23:30:49,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-08 23:30:49,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +28: [2023-05-08 23:30:49,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +15: [2023-05-08 23:30:49,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:49,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +15: [2023-05-08 23:30:49,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-08 23:30:49,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +28: [2023-05-08 23:30:49,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:49,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +14: [2023-05-08 23:30:49,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-08 23:30:49,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-08 23:30:49,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +28: [2023-05-08 23:30:49,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +14: [2023-05-08 23:30:49,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-08 23:30:49,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-08 23:30:49,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-08 23:30:49,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-08 23:30:49,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-08 23:30:49,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-08 23:30:49,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +30: [2023-05-08 23:30:49,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +24: [2023-05-08 23:30:49,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +30: [2023-05-08 23:30:49,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +30: [2023-05-08 23:30:49,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +24: [2023-05-08 23:30:49,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 1: [2023-05-08 23:30:49,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 9: [2023-05-08 23:30:49,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +24: [2023-05-08 23:30:49,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 1: [2023-05-08 23:30:49,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 9: [2023-05-08 23:30:49,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +22: [2023-05-08 23:30:49,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-08 23:30:49,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-08 23:30:49,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-08 23:30:49,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +24: [2023-05-08 23:30:49,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 9: [2023-05-08 23:30:49,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-08 23:30:49,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-08 23:30:49,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-08 23:30:49,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-08 23:30:49,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +16: [2023-05-08 23:30:49,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:49,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:49,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,237] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-08 23:30:49,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-08 23:30:49,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-08 23:30:49,238] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +14: [2023-05-08 23:30:49,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-08 23:30:49,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +26: [2023-05-08 23:30:49,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +14: [2023-05-08 23:30:49,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-08 23:30:49,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +24: [2023-05-08 23:30:49,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +26: [2023-05-08 23:30:49,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +26: [2023-05-08 23:30:49,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +26: [2023-05-08 23:30:49,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-08 23:30:49,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-08 23:30:49,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:49,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +12: [2023-05-08 23:30:49,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +26: [2023-05-08 23:30:49,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +12: [2023-05-08 23:30:49,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +12: [2023-05-08 23:30:49,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +12: [2023-05-08 23:30:49,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +26: [2023-05-08 23:30:49,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 1: [2023-05-08 23:30:49,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +26: [2023-05-08 23:30:49,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 8: [2023-05-08 23:30:49,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-08 23:30:49,247] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-08 23:30:49,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +31: [2023-05-08 23:30:49,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-08 23:30:49,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +31: [2023-05-08 23:30:49,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-08 23:30:49,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +19: [2023-05-08 23:30:49,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 8: [2023-05-08 23:30:49,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-08 23:30:49,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-08 23:30:49,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +31: [2023-05-08 23:30:49,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +31: [2023-05-08 23:30:49,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +24: [2023-05-08 23:30:49,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-08 23:30:49,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-08 23:30:49,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-08 23:30:49,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 8: [2023-05-08 23:30:49,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-08 23:30:49,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +15: [2023-05-08 23:30:49,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +28: [2023-05-08 23:30:49,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-08 23:30:49,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-08 23:30:49,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-08 23:30:49,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +21: [2023-05-08 23:30:49,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +21: [2023-05-08 23:30:49,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-08 23:30:49,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +28: [2023-05-08 23:30:49,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-08 23:30:49,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +19: [2023-05-08 23:30:49,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 0: [2023-05-08 23:30:49,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +28: [2023-05-08 23:30:49,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +28: [2023-05-08 23:30:49,256] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 8: [2023-05-08 23:30:49,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 8: [2023-05-08 23:30:49,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-08 23:30:49,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 6: [2023-05-08 23:30:49,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 0: [2023-05-08 23:30:49,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +28: [2023-05-08 23:30:49,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +21: [2023-05-08 23:30:49,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 6: [2023-05-08 23:30:49,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-08 23:30:49,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +12: [2023-05-08 23:30:49,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 5: [2023-05-08 23:30:49,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 5: [2023-05-08 23:30:49,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +19: [2023-05-08 23:30:49,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +19: [2023-05-08 23:30:49,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +19: [2023-05-08 23:30:49,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 5: [2023-05-08 23:30:49,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +22: [2023-05-08 23:30:49,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-08 23:30:49,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-08 23:30:49,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 0: [2023-05-08 23:30:49,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-08 23:30:49,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-08 23:30:49,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +15: [2023-05-08 23:30:49,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-08 23:30:49,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 7: [2023-05-08 23:30:49,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. + 7: [2023-05-08 23:30:49,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_18-model_01-model_states.pt. +12: [2023-05-08 23:30:49,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-08 23:30:49,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +15: [2023-05-08 23:30:49,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +31: [2023-05-08 23:30:49,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-08 23:30:49,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-08 23:30:49,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-08 23:30:49,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-08 23:30:49,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 0: [2023-05-08 23:30:49,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-08 23:30:49,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-08 23:30:49,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-08 23:30:49,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +31: [2023-05-08 23:30:49,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +31: [2023-05-08 23:30:49,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-08 23:30:49,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-08 23:30:49,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +22: [2023-05-08 23:30:49,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-08 23:30:49,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-08 23:30:49,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-08 23:30:49,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +18: [2023-05-08 23:30:49,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +22: [2023-05-08 23:30:49,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-08 23:30:49,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +13: [2023-05-08 23:30:49,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +13: [2023-05-08 23:30:49,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +13: [2023-05-08 23:30:49,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +16: [2023-05-08 23:30:49,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +18: [2023-05-08 23:30:49,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 8: [2023-05-08 23:30:49,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-08 23:30:49,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +22: [2023-05-08 23:30:49,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:49,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-08 23:30:49,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-08 23:30:49,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +16: [2023-05-08 23:30:49,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 0: [2023-05-08 23:30:49,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-08 23:30:49,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 5: [2023-05-08 23:30:49,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +16: [2023-05-08 23:30:49,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 8: [2023-05-08 23:30:49,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-08 23:30:49,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-08 23:30:49,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +24: [2023-05-08 23:30:49,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +23: [2023-05-08 23:30:49,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-08 23:30:49,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-08 23:30:49,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +23: [2023-05-08 23:30:49,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +23: [2023-05-08 23:30:49,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-08 23:30:49,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:49,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-08 23:30:49,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-08 23:30:49,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-08 23:30:49,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +18: [2023-05-08 23:30:49,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-08 23:30:49,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +29: [2023-05-08 23:30:49,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-08 23:30:49,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-08 23:30:49,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt... +29: [2023-05-08 23:30:49,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-08 23:30:49,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-08 23:30:49,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-08 23:30:49,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:49,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:49,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:49,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-08 23:30:49,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-08 23:30:49,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-08 23:30:49,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-08 23:30:49,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-08 23:30:49,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 1: [2023-05-08 23:30:49,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +12: [2023-05-08 23:30:49,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +31: [2023-05-08 23:30:49,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-08 23:30:49,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 5: [2023-05-08 23:30:49,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-08 23:30:49,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-08 23:30:49,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +31: [2023-05-08 23:30:49,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-08 23:30:49,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-08 23:30:49,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +31: [2023-05-08 23:30:49,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-08 23:30:49,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 7: [2023-05-08 23:30:49,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 3: [2023-05-08 23:30:49,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 7: [2023-05-08 23:30:49,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-08 23:30:49,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +18: [2023-05-08 23:30:49,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-08 23:30:49,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 5: [2023-05-08 23:30:49,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 5: [2023-05-08 23:30:49,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +29: [2023-05-08 23:30:49,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +18: [2023-05-08 23:30:49,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 0: [2023-05-08 23:30:49,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-08 23:30:49,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +17: [2023-05-08 23:30:49,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +17: [2023-05-08 23:30:49,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 3: [2023-05-08 23:30:49,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +17: [2023-05-08 23:30:49,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 7: [2023-05-08 23:30:49,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +23: [2023-05-08 23:30:49,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-08 23:30:49,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-08 23:30:49,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-08 23:30:49,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +18: [2023-05-08 23:30:49,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +18: [2023-05-08 23:30:49,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-08 23:30:49,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-08 23:30:49,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +29: [2023-05-08 23:30:49,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-08 23:30:49,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-08 23:30:49,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +18: [2023-05-08 23:30:49,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +23: [2023-05-08 23:30:49,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-08 23:30:49,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-08 23:30:49,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 3: [2023-05-08 23:30:49,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 5: [2023-05-08 23:30:49,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-08 23:30:49,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 6: [2023-05-08 23:30:49,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... + 2: [2023-05-08 23:30:49,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-08 23:30:49,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-08 23:30:49,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-08 23:30:49,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +13: [2023-05-08 23:30:49,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-08 23:30:49,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-08 23:30:49,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +25: [2023-05-08 23:30:49,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-08 23:30:49,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-08 23:30:49,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-08 23:30:49,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-08 23:30:49,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +29: [2023-05-08 23:30:49,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-08 23:30:49,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-08 23:30:49,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-08 23:30:49,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-08 23:30:49,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +13: [2023-05-08 23:30:49,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +17: [2023-05-08 23:30:49,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +13: [2023-05-08 23:30:49,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +17: [2023-05-08 23:30:49,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-08 23:30:49,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-08 23:30:49,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-08 23:30:49,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-08 23:30:49,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 2: [2023-05-08 23:30:49,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-08 23:30:49,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 0: [2023-05-08 23:30:49,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 2: [2023-05-08 23:30:49,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:49,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:49,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_00-model_states.pt. +29: [2023-05-08 23:30:49,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-08 23:30:49,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt... +21: [2023-05-08 23:30:49,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-08 23:30:49,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-08 23:30:49,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-08 23:30:49,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-08 23:30:49,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-08 23:30:49,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-08 23:30:49,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-08 23:30:49,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-08 23:30:49,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +23: [2023-05-08 23:30:49,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +23: [2023-05-08 23:30:49,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +23: [2023-05-08 23:30:49,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +30: [2023-05-08 23:30:49,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-08 23:30:49,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-08 23:30:49,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-08 23:30:49,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-08 23:30:49,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-08 23:30:49,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-08 23:30:49,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-08 23:30:49,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-08 23:30:49,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-08 23:30:49,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-08 23:30:49,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-08 23:30:49,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +17: [2023-05-08 23:30:49,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 5: [2023-05-08 23:30:49,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-08 23:30:49,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-08 23:30:49,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-08 23:30:49,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-08 23:30:49,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-08 23:30:49,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-08 23:30:49,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 6: [2023-05-08 23:30:49,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-08 23:30:49,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 7: [2023-05-08 23:30:49,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:49,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-08 23:30:49,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:49,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-08 23:30:49,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:49,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 2: [2023-05-08 23:30:49,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 2: [2023-05-08 23:30:49,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 2: [2023-05-08 23:30:49,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 6: [2023-05-08 23:30:49,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-08 23:30:49,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +10: [2023-05-08 23:30:49,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 5: [2023-05-08 23:30:49,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-08 23:30:49,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +25: [2023-05-08 23:30:49,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-08 23:30:49,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +25: [2023-05-08 23:30:49,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-08 23:30:49,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +25: [2023-05-08 23:30:49,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +25: [2023-05-08 23:30:49,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 5: [2023-05-08 23:30:49,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-08 23:30:49,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-08 23:30:49,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-08 23:30:49,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-08 23:30:49,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-08 23:30:49,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-08 23:30:49,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-08 23:30:49,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-08 23:30:49,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-08 23:30:49,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-08 23:30:49,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +25: [2023-05-08 23:30:49,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-08 23:30:49,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-08 23:30:49,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-08 23:30:49,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-08 23:30:49,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-08 23:30:49,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-08 23:30:49,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-08 23:30:49,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-08 23:30:49,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-08 23:30:49,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-08 23:30:49,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-08 23:30:49,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-08 23:30:49,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +30: [2023-05-08 23:30:49,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +30: [2023-05-08 23:30:49,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-08 23:30:49,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +22: [2023-05-08 23:30:49,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +30: [2023-05-08 23:30:49,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +22: [2023-05-08 23:30:49,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 2: [2023-05-08 23:30:49,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-08 23:30:49,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +22: [2023-05-08 23:30:49,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 9: [2023-05-08 23:30:49,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-08 23:30:49,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-08 23:30:49,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +19: [2023-05-08 23:30:49,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +19: [2023-05-08 23:30:49,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +10: [2023-05-08 23:30:49,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-08 23:30:49,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 9: [2023-05-08 23:30:49,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-08 23:30:49,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-08 23:30:49,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-08 23:30:49,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-08 23:30:49,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-08 23:30:49,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +23: [2023-05-08 23:30:49,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +30: [2023-05-08 23:30:49,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-08 23:30:49,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-08 23:30:49,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-08 23:30:49,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-08 23:30:49,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-08 23:30:49,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-08 23:30:49,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-08 23:30:49,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-08 23:30:49,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-08 23:30:49,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-08 23:30:49,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-08 23:30:49,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-08 23:30:49,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-08 23:30:49,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-08 23:30:49,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-08 23:30:49,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-08 23:30:49,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-08 23:30:49,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-08 23:30:49,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-08 23:30:49,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-08 23:30:49,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-08 23:30:49,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-08 23:30:49,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:49,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-08 23:30:49,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-08 23:30:49,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-08 23:30:49,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-08 23:30:49,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-08 23:30:49,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +22: [2023-05-08 23:30:49,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +20: [2023-05-08 23:30:49,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-08 23:30:49,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-08 23:30:49,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-08 23:30:49,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +23: [2023-05-08 23:30:49,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-08 23:30:49,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-08 23:30:49,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-08 23:30:49,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-08 23:30:49,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +19: [2023-05-08 23:30:49,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-08 23:30:49,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-08 23:30:49,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +22: [2023-05-08 23:30:49,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-08 23:30:49,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +23: [2023-05-08 23:30:49,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +19: [2023-05-08 23:30:49,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-08 23:30:49,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +28: [2023-05-08 23:30:49,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +28: [2023-05-08 23:30:49,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +18: [2023-05-08 23:30:49,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-08 23:30:49,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +18: [2023-05-08 23:30:49,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-08 23:30:49,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-08 23:30:49,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-08 23:30:49,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-08 23:30:49,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-08 23:30:49,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-08 23:30:49,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-08 23:30:49,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +25: [2023-05-08 23:30:49,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-08 23:30:49,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-08 23:30:49,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-08 23:30:49,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-08 23:30:49,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 2: [2023-05-08 23:30:49,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +22: [2023-05-08 23:30:49,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +10: [2023-05-08 23:30:49,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 2: [2023-05-08 23:30:49,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-08 23:30:49,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +21: [2023-05-08 23:30:49,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 9: [2023-05-08 23:30:49,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-08 23:30:49,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +21: [2023-05-08 23:30:49,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +25: [2023-05-08 23:30:49,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-08 23:30:49,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +25: [2023-05-08 23:30:49,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-08 23:30:49,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-08 23:30:49,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-08 23:30:49,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-08 23:30:49,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +26: [2023-05-08 23:30:49,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +26: [2023-05-08 23:30:49,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +10: [2023-05-08 23:30:49,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +11: [2023-05-08 23:30:49,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-08 23:30:49,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +26: [2023-05-08 23:30:49,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 2: [2023-05-08 23:30:49,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-08 23:30:49,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +25: [2023-05-08 23:30:49,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +25: [2023-05-08 23:30:49,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 9: [2023-05-08 23:30:49,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-08 23:30:49,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 4: [2023-05-08 23:30:49,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-08 23:30:49,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +18: [2023-05-08 23:30:49,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-08 23:30:49,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-08 23:30:49,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +11: [2023-05-08 23:30:49,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-08 23:30:49,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-08 23:30:49,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-08 23:30:49,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-08 23:30:49,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-08 23:30:49,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-08 23:30:49,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:49,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-08 23:30:49,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-08 23:30:49,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +26: [2023-05-08 23:30:49,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-08 23:30:49,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-08 23:30:49,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-08 23:30:49,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-08 23:30:49,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-08 23:30:49,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-08 23:30:49,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-08 23:30:49,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 1: [2023-05-08 23:30:49,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-08 23:30:49,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-08 23:30:49,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-08 23:30:49,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +19: [2023-05-08 23:30:49,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +10: [2023-05-08 23:30:49,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +30: [2023-05-08 23:30:49,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-08 23:30:49,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +21: [2023-05-08 23:30:49,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +30: [2023-05-08 23:30:49,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +30: [2023-05-08 23:30:49,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +28: [2023-05-08 23:30:49,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +30: [2023-05-08 23:30:49,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 9: [2023-05-08 23:30:49,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +22: [2023-05-08 23:30:49,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +22: [2023-05-08 23:30:49,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:49,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-08 23:30:49,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +10: [2023-05-08 23:30:49,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 5: [2023-05-08 23:30:49,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 5: [2023-05-08 23:30:49,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 4: [2023-05-08 23:30:49,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 4: [2023-05-08 23:30:49,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-08 23:30:49,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +22: [2023-05-08 23:30:49,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +22: [2023-05-08 23:30:49,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +11: [2023-05-08 23:30:49,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-08 23:30:49,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-08 23:30:49,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-08 23:30:49,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-08 23:30:49,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-08 23:30:49,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-08 23:30:49,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-08 23:30:49,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-08 23:30:49,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-08 23:30:49,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-08 23:30:49,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +20: [2023-05-08 23:30:49,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-08 23:30:49,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-08 23:30:49,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +19: [2023-05-08 23:30:49,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +15: [2023-05-08 23:30:49,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-08 23:30:49,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +19: [2023-05-08 23:30:49,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +15: [2023-05-08 23:30:49,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +15: [2023-05-08 23:30:49,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +15: [2023-05-08 23:30:49,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +20: [2023-05-08 23:30:49,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-08 23:30:49,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-08 23:30:49,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 4: [2023-05-08 23:30:49,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-08 23:30:49,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-08 23:30:49,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-08 23:30:49,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-08 23:30:49,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +16: [2023-05-08 23:30:49,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +28: [2023-05-08 23:30:49,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +27: [2023-05-08 23:30:49,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +27: [2023-05-08 23:30:49,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +27: [2023-05-08 23:30:49,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +13: [2023-05-08 23:30:49,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-08 23:30:49,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-08 23:30:49,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +30: [2023-05-08 23:30:49,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +13: [2023-05-08 23:30:49,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-08 23:30:49,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-08 23:30:49,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-08 23:30:49,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-08 23:30:49,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +28: [2023-05-08 23:30:49,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +16: [2023-05-08 23:30:49,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +13: [2023-05-08 23:30:49,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-08 23:30:49,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-08 23:30:49,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-08 23:30:49,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-08 23:30:49,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-08 23:30:49,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-08 23:30:49,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-08 23:30:49,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-08 23:30:49,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-08 23:30:49,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-08 23:30:49,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-08 23:30:49,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-08 23:30:49,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +17: [2023-05-08 23:30:49,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-08 23:30:49,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-08 23:30:49,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-08 23:30:49,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-08 23:30:49,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-08 23:30:49,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-08 23:30:49,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-08 23:30:49,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-08 23:30:49,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-08 23:30:49,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-08 23:30:49,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-08 23:30:49,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-08 23:30:49,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-08 23:30:49,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-08 23:30:49,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-08 23:30:49,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-08 23:30:49,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-08 23:30:49,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-08 23:30:49,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-08 23:30:49,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-08 23:30:49,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-08 23:30:49,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-08 23:30:49,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +10: [2023-05-08 23:30:49,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-08 23:30:49,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-08 23:30:49,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-08 23:30:49,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-08 23:30:49,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-08 23:30:49,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-08 23:30:49,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:49,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-08 23:30:49,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-08 23:30:49,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-08 23:30:49,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-08 23:30:49,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-08 23:30:49,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-08 23:30:49,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-08 23:30:49,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-08 23:30:49,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-08 23:30:49,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +15: [2023-05-08 23:30:49,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-08 23:30:49,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-08 23:30:49,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-08 23:30:49,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-08 23:30:49,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-08 23:30:49,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-08 23:30:49,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-08 23:30:49,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-08 23:30:49,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-08 23:30:49,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-08 23:30:49,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-08 23:30:49,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-08 23:30:49,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-08 23:30:49,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-08 23:30:49,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-08 23:30:49,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-08 23:30:49,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-08 23:30:49,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-08 23:30:49,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +16: [2023-05-08 23:30:49,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-08 23:30:49,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-08 23:30:49,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +16: [2023-05-08 23:30:49,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-08 23:30:49,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-08 23:30:49,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-08 23:30:49,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-08 23:30:49,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +28: [2023-05-08 23:30:49,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-08 23:30:49,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-08 23:30:49,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:49,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:49,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-08 23:30:49,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-08 23:30:49,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +21: [2023-05-08 23:30:49,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +28: [2023-05-08 23:30:49,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +15: [2023-05-08 23:30:49,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-08 23:30:49,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 1: [2023-05-08 23:30:49,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-08 23:30:49,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-08 23:30:49,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +26: [2023-05-08 23:30:49,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:49,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-08 23:30:49,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +21: [2023-05-08 23:30:49,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 1: [2023-05-08 23:30:49,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +27: [2023-05-08 23:30:49,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-08 23:30:49,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-08 23:30:49,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-08 23:30:49,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 4: [2023-05-08 23:30:49,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 4: [2023-05-08 23:30:49,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 4: [2023-05-08 23:30:49,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +26: [2023-05-08 23:30:49,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:49,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-08 23:30:49,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-08 23:30:49,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-08 23:30:49,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 9: [2023-05-08 23:30:49,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-08 23:30:49,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-08 23:30:49,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +15: [2023-05-08 23:30:49,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-08 23:30:49,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +26: [2023-05-08 23:30:49,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 9: [2023-05-08 23:30:49,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +26: [2023-05-08 23:30:49,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-08 23:30:49,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-08 23:30:49,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 5: [2023-05-08 23:30:49,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 9: [2023-05-08 23:30:49,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 1: [2023-05-08 23:30:49,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +27: [2023-05-08 23:30:49,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-08 23:30:49,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-08 23:30:49,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-08 23:30:49,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-08 23:30:49,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-08 23:30:49,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-08 23:30:49,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-08 23:30:49,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-08 23:30:49,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-08 23:30:49,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-08 23:30:49,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-08 23:30:49,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-08 23:30:49,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-08 23:30:49,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-08 23:30:49,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-08 23:30:49,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-08 23:30:49,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-08 23:30:49,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-08 23:30:49,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-08 23:30:49,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-08 23:30:49,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:49,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +19: [2023-05-08 23:30:49,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-08 23:30:49,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +12: [2023-05-08 23:30:49,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-08 23:30:49,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +13: [2023-05-08 23:30:49,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +24: [2023-05-08 23:30:49,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-08 23:30:49,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. + 7: [2023-05-08 23:30:49,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +13: [2023-05-08 23:30:49,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-08 23:30:49,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +27: [2023-05-08 23:30:49,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-08 23:30:49,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-08 23:30:49,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +16: [2023-05-08 23:30:49,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +15: [2023-05-08 23:30:49,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 3: [2023-05-08 23:30:49,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_19-model_01-model_states.pt. +13: [2023-05-08 23:30:49,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-08 23:30:49,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-08 23:30:49,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-08 23:30:49,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +17: [2023-05-08 23:30:49,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-08 23:30:49,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-08 23:30:49,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-08 23:30:49,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +27: [2023-05-08 23:30:49,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-08 23:30:49,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-08 23:30:49,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-08 23:30:49,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-08 23:30:49,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +16: [2023-05-08 23:30:49,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +16: [2023-05-08 23:30:49,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-08 23:30:49,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:49,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-08 23:30:49,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +16: [2023-05-08 23:30:49,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-08 23:30:49,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-08 23:30:49,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +27: [2023-05-08 23:30:49,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +15: [2023-05-08 23:30:49,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +15: [2023-05-08 23:30:49,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +10: [2023-05-08 23:30:49,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-08 23:30:49,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-08 23:30:49,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +10: [2023-05-08 23:30:49,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-08 23:30:49,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-08 23:30:49,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-08 23:30:49,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-08 23:30:49,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +10: [2023-05-08 23:30:49,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-08 23:30:49,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:49,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +19: [2023-05-08 23:30:49,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-08 23:30:49,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-08 23:30:49,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-08 23:30:49,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +12: [2023-05-08 23:30:49,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-08 23:30:49,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-08 23:30:49,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-08 23:30:49,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +24: [2023-05-08 23:30:49,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-08 23:30:49,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-08 23:30:49,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +15: [2023-05-08 23:30:49,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-08 23:30:49,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-08 23:30:49,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt... +27: [2023-05-08 23:30:49,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-08 23:30:49,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-08 23:30:49,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +20: [2023-05-08 23:30:49,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +16: [2023-05-08 23:30:49,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-08 23:30:49,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +20: [2023-05-08 23:30:49,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 4: [2023-05-08 23:30:49,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 4: [2023-05-08 23:30:49,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 4: [2023-05-08 23:30:49,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 4: [2023-05-08 23:30:49,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 3: [2023-05-08 23:30:49,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-08 23:30:49,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +24: [2023-05-08 23:30:49,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +24: [2023-05-08 23:30:49,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 8: [2023-05-08 23:30:49,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-08 23:30:49,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 8: [2023-05-08 23:30:49,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-08 23:30:49,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-08 23:30:49,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-08 23:30:49,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-08 23:30:49,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-08 23:30:49,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-08 23:30:49,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:49,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-08 23:30:49,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-08 23:30:49,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:49,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-08 23:30:49,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-08 23:30:49,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 7: [2023-05-08 23:30:49,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 3: [2023-05-08 23:30:49,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-08 23:30:49,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. +24: [2023-05-08 23:30:49,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-08 23:30:49,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-08 23:30:49,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... + 3: [2023-05-08 23:30:49,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt... +31: [2023-05-08 23:30:49,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-08 23:30:49,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-08 23:30:49,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-08 23:30:49,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-08 23:30:49,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-08 23:30:49,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-08 23:30:49,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +25: [2023-05-08 23:30:49,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-08 23:30:49,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-08 23:30:49,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-08 23:30:49,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-08 23:30:49,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-08 23:30:49,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +31: [2023-05-08 23:30:49,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-08 23:30:49,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-08 23:30:49,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-08 23:30:49,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-08 23:30:49,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-08 23:30:49,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +20: [2023-05-08 23:30:49,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +31: [2023-05-08 23:30:49,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-08 23:30:49,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-08 23:30:49,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +29: [2023-05-08 23:30:49,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +29: [2023-05-08 23:30:49,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +29: [2023-05-08 23:30:49,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +29: [2023-05-08 23:30:49,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +24: [2023-05-08 23:30:49,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-08 23:30:49,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-08 23:30:49,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-08 23:30:49,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-08 23:30:49,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +24: [2023-05-08 23:30:49,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +31: [2023-05-08 23:30:49,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-08 23:30:49,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-08 23:30:49,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-08 23:30:49,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +29: [2023-05-08 23:30:49,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-08 23:30:49,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-08 23:30:49,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-08 23:30:49,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-08 23:30:49,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-08 23:30:49,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-08 23:30:49,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-08 23:30:49,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-08 23:30:49,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-08 23:30:49,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-08 23:30:49,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-08 23:30:49,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-08 23:30:49,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-08 23:30:49,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-08 23:30:49,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-08 23:30:49,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-08 23:30:49,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-08 23:30:49,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-08 23:30:49,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-08 23:30:49,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-08 23:30:49,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-08 23:30:49,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-08 23:30:49,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-08 23:30:49,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-08 23:30:49,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-08 23:30:49,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-08 23:30:49,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-08 23:30:49,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-08 23:30:49,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-08 23:30:49,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-08 23:30:49,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +29: [2023-05-08 23:30:49,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 7: [2023-05-08 23:30:49,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-08 23:30:49,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-08 23:30:49,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-08 23:30:49,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-08 23:30:49,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 7: [2023-05-08 23:30:49,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-08 23:30:49,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +11: [2023-05-08 23:30:49,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +11: [2023-05-08 23:30:49,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +29: [2023-05-08 23:30:49,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +11: [2023-05-08 23:30:49,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +14: [2023-05-08 23:30:49,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-08 23:30:49,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-08 23:30:49,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-08 23:30:49,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-08 23:30:49,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-08 23:30:49,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-08 23:30:49,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-08 23:30:49,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-08 23:30:49,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:49,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-08 23:30:49,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-08 23:30:49,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-08 23:30:49,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-08 23:30:49,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-08 23:30:49,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-08 23:30:49,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-08 23:30:49,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-08 23:30:49,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:49,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:49,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-08 23:30:49,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-08 23:30:49,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-08 23:30:49,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-08 23:30:49,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-08 23:30:49,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-08 23:30:49,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-08 23:30:49,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-08 23:30:49,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-08 23:30:49,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-08 23:30:49,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-08 23:30:49,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-08 23:30:49,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-08 23:30:49,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-08 23:30:49,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-08 23:30:49,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-08 23:30:49,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-08 23:30:49,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-08 23:30:49,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-08 23:30:49,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-08 23:30:49,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-08 23:30:49,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-08 23:30:49,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 1: [2023-05-08 23:30:49,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +14: [2023-05-08 23:30:49,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +18: [2023-05-08 23:30:49,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +18: [2023-05-08 23:30:49,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +12: [2023-05-08 23:30:49,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +12: [2023-05-08 23:30:49,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +12: [2023-05-08 23:30:49,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +14: [2023-05-08 23:30:49,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +14: [2023-05-08 23:30:49,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +12: [2023-05-08 23:30:49,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +14: [2023-05-08 23:30:49,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 8: [2023-05-08 23:30:49,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 8: [2023-05-08 23:30:49,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +18: [2023-05-08 23:30:49,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 1: [2023-05-08 23:30:49,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +18: [2023-05-08 23:30:49,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 1: [2023-05-08 23:30:49,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 6: [2023-05-08 23:30:49,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 8: [2023-05-08 23:30:49,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 7: [2023-05-08 23:30:49,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-08 23:30:49,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-08 23:30:49,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-08 23:30:49,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-08 23:30:49,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-08 23:30:49,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 6: [2023-05-08 23:30:49,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-08 23:30:49,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-08 23:30:49,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-08 23:30:49,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-08 23:30:49,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-08 23:30:49,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-08 23:30:49,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-08 23:30:49,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-08 23:30:49,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-08 23:30:49,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-08 23:30:49,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-08 23:30:49,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-08 23:30:49,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 8: [2023-05-08 23:30:49,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-08 23:30:49,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +12: [2023-05-08 23:30:49,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-08 23:30:49,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-08 23:30:49,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-08 23:30:49,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-08 23:30:49,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-08 23:30:49,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-08 23:30:49,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-08 23:30:49,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-08 23:30:49,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-08 23:30:49,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-08 23:30:49,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-08 23:30:49,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-08 23:30:49,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +17: [2023-05-08 23:30:49,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +17: [2023-05-08 23:30:49,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +17: [2023-05-08 23:30:49,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +14: [2023-05-08 23:30:49,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-08 23:30:49,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-08 23:30:49,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-08 23:30:49,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 8: [2023-05-08 23:30:49,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-08 23:30:49,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-08 23:30:49,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-08 23:30:49,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-08 23:30:49,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:49,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-08 23:30:49,718] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-08 23:30:49,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +18: [2023-05-08 23:30:49,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +11: [2023-05-08 23:30:49,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-08 23:30:49,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-08 23:30:49,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-08 23:30:49,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 4: [2023-05-08 23:30:49,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-08 23:30:49,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-08 23:30:49,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-08 23:30:49,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-08 23:30:49,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-08 23:30:49,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-08 23:30:49,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-08 23:30:49,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-08 23:30:49,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-08 23:30:49,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-08 23:30:49,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-08 23:30:49,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +17: [2023-05-08 23:30:49,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-08 23:30:49,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-08 23:30:49,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-08 23:30:49,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-08 23:30:49,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 8: [2023-05-08 23:30:49,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 6: [2023-05-08 23:30:49,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-08 23:30:49,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-08 23:30:49,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 3: [2023-05-08 23:30:49,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 3: [2023-05-08 23:30:49,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 3: [2023-05-08 23:30:49,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +12: [2023-05-08 23:30:49,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +19: [2023-05-08 23:30:49,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-08 23:30:49,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +23: [2023-05-08 23:30:49,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-08 23:30:49,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-08 23:30:49,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 9: [2023-05-08 23:30:49,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-08 23:30:49,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-08 23:30:49,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-08 23:30:49,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-08 23:30:49,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-08 23:30:49,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-08 23:30:49,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 8: [2023-05-08 23:30:49,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 8: [2023-05-08 23:30:49,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +18: [2023-05-08 23:30:49,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 8: [2023-05-08 23:30:49,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 8: [2023-05-08 23:30:49,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +12: [2023-05-08 23:30:49,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 1: [2023-05-08 23:30:49,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +20: [2023-05-08 23:30:49,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-08 23:30:49,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-08 23:30:49,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-08 23:30:49,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-08 23:30:49,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 1: [2023-05-08 23:30:49,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 1: [2023-05-08 23:30:49,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +14: [2023-05-08 23:30:49,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-08 23:30:49,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +14: [2023-05-08 23:30:49,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 0: [2023-05-08 23:30:49,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 0: [2023-05-08 23:30:49,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 0: [2023-05-08 23:30:49,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +19: [2023-05-08 23:30:49,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-08 23:30:49,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-08 23:30:49,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-08 23:30:49,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-08 23:30:49,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-08 23:30:49,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-08 23:30:49,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-08 23:30:49,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +12: [2023-05-08 23:30:49,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +14: [2023-05-08 23:30:49,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 3: [2023-05-08 23:30:49,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +14: [2023-05-08 23:30:49,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +17: [2023-05-08 23:30:49,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +18: [2023-05-08 23:30:49,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-08 23:30:49,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-08 23:30:49,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-08 23:30:49,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-08 23:30:49,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-08 23:30:49,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-08 23:30:49,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-08 23:30:49,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-08 23:30:49,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +13: [2023-05-08 23:30:49,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +12: [2023-05-08 23:30:49,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-08 23:30:49,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +18: [2023-05-08 23:30:49,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +13: [2023-05-08 23:30:49,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +18: [2023-05-08 23:30:49,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +12: [2023-05-08 23:30:49,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +17: [2023-05-08 23:30:49,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-08 23:30:49,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-08 23:30:49,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 2: [2023-05-08 23:30:49,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 2: [2023-05-08 23:30:49,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 2: [2023-05-08 23:30:49,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +30: [2023-05-08 23:30:49,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-08 23:30:49,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-08 23:30:49,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +30: [2023-05-08 23:30:49,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-08 23:30:49,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-08 23:30:49,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-08 23:30:49,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-08 23:30:49,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-08 23:30:49,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-08 23:30:49,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 0: [2023-05-08 23:30:49,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +20: [2023-05-08 23:30:49,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-08 23:30:49,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-08 23:30:49,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-08 23:30:49,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +19: [2023-05-08 23:30:49,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +19: [2023-05-08 23:30:49,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +10: [2023-05-08 23:30:49,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +10: [2023-05-08 23:30:49,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 0: [2023-05-08 23:30:49,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-08 23:30:49,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +19: [2023-05-08 23:30:49,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-08 23:30:49,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +26: [2023-05-08 23:30:49,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 5: [2023-05-08 23:30:49,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-08 23:30:49,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +19: [2023-05-08 23:30:49,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +30: [2023-05-08 23:30:49,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +30: [2023-05-08 23:30:49,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 0: [2023-05-08 23:30:49,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-08 23:30:49,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-08 23:30:49,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +10: [2023-05-08 23:30:49,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +26: [2023-05-08 23:30:49,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +30: [2023-05-08 23:30:49,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +19: [2023-05-08 23:30:49,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-08 23:30:49,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +28: [2023-05-08 23:30:49,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +28: [2023-05-08 23:30:49,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +13: [2023-05-08 23:30:49,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-08 23:30:49,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +28: [2023-05-08 23:30:49,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +13: [2023-05-08 23:30:49,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-08 23:30:49,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-08 23:30:49,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 5: [2023-05-08 23:30:49,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-08 23:30:49,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-08 23:30:49,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-08 23:30:49,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-08 23:30:49,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-08 23:30:49,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-08 23:30:49,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-08 23:30:49,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-08 23:30:49,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-08 23:30:49,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-08 23:30:49,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-08 23:30:49,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-08 23:30:49,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-08 23:30:49,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-08 23:30:49,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-08 23:30:49,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-08 23:30:49,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-08 23:30:49,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-08 23:30:49,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-08 23:30:49,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-08 23:30:49,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +28: [2023-05-08 23:30:49,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 3: [2023-05-08 23:30:49,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +29: [2023-05-08 23:30:49,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-08 23:30:49,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-08 23:30:49,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +26: [2023-05-08 23:30:49,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-08 23:30:49,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-08 23:30:49,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-08 23:30:49,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-08 23:30:49,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-08 23:30:49,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-08 23:30:49,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-08 23:30:49,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-08 23:30:49,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 5: [2023-05-08 23:30:49,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 5: [2023-05-08 23:30:49,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 5: [2023-05-08 23:30:49,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +29: [2023-05-08 23:30:49,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-08 23:30:49,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +13: [2023-05-08 23:30:49,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 6: [2023-05-08 23:30:49,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 6: [2023-05-08 23:30:49,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 6: [2023-05-08 23:30:49,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 0: [2023-05-08 23:30:49,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 6: [2023-05-08 23:30:49,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +29: [2023-05-08 23:30:49,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-08 23:30:49,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +29: [2023-05-08 23:30:49,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-08 23:30:49,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +27: [2023-05-08 23:30:49,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +27: [2023-05-08 23:30:49,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +27: [2023-05-08 23:30:49,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +13: [2023-05-08 23:30:49,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-08 23:30:49,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +21: [2023-05-08 23:30:49,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +22: [2023-05-08 23:30:49,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +21: [2023-05-08 23:30:49,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +21: [2023-05-08 23:30:49,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +13: [2023-05-08 23:30:49,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-08 23:30:49,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +13: [2023-05-08 23:30:49,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +22: [2023-05-08 23:30:49,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +13: [2023-05-08 23:30:49,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +23: [2023-05-08 23:30:49,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +23: [2023-05-08 23:30:49,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +23: [2023-05-08 23:30:49,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 2: [2023-05-08 23:30:49,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-08 23:30:49,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 5: [2023-05-08 23:30:49,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +29: [2023-05-08 23:30:49,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 5: [2023-05-08 23:30:49,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 0: [2023-05-08 23:30:49,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +30: [2023-05-08 23:30:49,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 0: [2023-05-08 23:30:49,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 5: [2023-05-08 23:30:49,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +30: [2023-05-08 23:30:49,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +29: [2023-05-08 23:30:49,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-08 23:30:49,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 2: [2023-05-08 23:30:49,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +19: [2023-05-08 23:30:49,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 2: [2023-05-08 23:30:49,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +30: [2023-05-08 23:30:49,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-08 23:30:49,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:49,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-08 23:30:49,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +15: [2023-05-08 23:30:49,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +15: [2023-05-08 23:30:49,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +15: [2023-05-08 23:30:49,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 6: [2023-05-08 23:30:49,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-08 23:30:49,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 9: [2023-05-08 23:30:49,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 9: [2023-05-08 23:30:49,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 9: [2023-05-08 23:30:49,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +16: [2023-05-08 23:30:49,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +16: [2023-05-08 23:30:49,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +16: [2023-05-08 23:30:49,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +19: [2023-05-08 23:30:49,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +16: [2023-05-08 23:30:49,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +10: [2023-05-08 23:30:49,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +10: [2023-05-08 23:30:49,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-08 23:30:49,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +31: [2023-05-08 23:30:49,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +31: [2023-05-08 23:30:49,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +31: [2023-05-08 23:30:49,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +21: [2023-05-08 23:30:49,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +13: [2023-05-08 23:30:49,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +10: [2023-05-08 23:30:49,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +28: [2023-05-08 23:30:49,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-08 23:30:49,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-08 23:30:49,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-08 23:30:49,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +21: [2023-05-08 23:30:49,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-08 23:30:49,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-08 23:30:49,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-08 23:30:49,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-08 23:30:49,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-08 23:30:49,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-08 23:30:49,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-08 23:30:49,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-08 23:30:49,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-08 23:30:49,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-08 23:30:49,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-08 23:30:49,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-08 23:30:49,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +26: [2023-05-08 23:30:49,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-08 23:30:49,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 6: [2023-05-08 23:30:49,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +28: [2023-05-08 23:30:49,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +28: [2023-05-08 23:30:49,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +22: [2023-05-08 23:30:49,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-08 23:30:49,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +19: [2023-05-08 23:30:49,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +28: [2023-05-08 23:30:49,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +26: [2023-05-08 23:30:49,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +26: [2023-05-08 23:30:49,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +24: [2023-05-08 23:30:49,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-08 23:30:49,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-08 23:30:49,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +10: [2023-05-08 23:30:49,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +26: [2023-05-08 23:30:49,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +28: [2023-05-08 23:30:49,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +30: [2023-05-08 23:30:49,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +30: [2023-05-08 23:30:49,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +22: [2023-05-08 23:30:49,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +22: [2023-05-08 23:30:49,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-08 23:30:49,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +25: [2023-05-08 23:30:49,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +19: [2023-05-08 23:30:49,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +23: [2023-05-08 23:30:49,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-08 23:30:49,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +23: [2023-05-08 23:30:49,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-08 23:30:49,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-08 23:30:49,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-08 23:30:49,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +23: [2023-05-08 23:30:49,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-08 23:30:49,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +23: [2023-05-08 23:30:49,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +10: [2023-05-08 23:30:49,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-08 23:30:49,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-08 23:30:49,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-08 23:30:49,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +15: [2023-05-08 23:30:49,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +19: [2023-05-08 23:30:49,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-08 23:30:49,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +15: [2023-05-08 23:30:49,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-08 23:30:49,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-08 23:30:49,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 5: [2023-05-08 23:30:49,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +30: [2023-05-08 23:30:49,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-08 23:30:49,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +31: [2023-05-08 23:30:49,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +16: [2023-05-08 23:30:49,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 4: [2023-05-08 23:30:49,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-08 23:30:49,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +24: [2023-05-08 23:30:49,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-08 23:30:49,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-08 23:30:49,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +30: [2023-05-08 23:30:49,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +30: [2023-05-08 23:30:49,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-08 23:30:49,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +24: [2023-05-08 23:30:49,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-08 23:30:49,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-08 23:30:49,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-08 23:30:49,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-08 23:30:49,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +25: [2023-05-08 23:30:49,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +30: [2023-05-08 23:30:49,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +25: [2023-05-08 23:30:49,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +30: [2023-05-08 23:30:49,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +31: [2023-05-08 23:30:49,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 5: [2023-05-08 23:30:49,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-08 23:30:49,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 5: [2023-05-08 23:30:49,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 5: [2023-05-08 23:30:49,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +27: [2023-05-08 23:30:49,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-08 23:30:49,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +27: [2023-05-08 23:30:49,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +20: [2023-05-08 23:30:49,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +20: [2023-05-08 23:30:49,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +20: [2023-05-08 23:30:49,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +20: [2023-05-08 23:30:49,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +22: [2023-05-08 23:30:49,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-08 23:30:49,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +24: [2023-05-08 23:30:49,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +24: [2023-05-08 23:30:49,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 4: [2023-05-08 23:30:49,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-08 23:30:49,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-08 23:30:49,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-08 23:30:49,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-08 23:30:49,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +21: [2023-05-08 23:30:49,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +21: [2023-05-08 23:30:49,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-08 23:30:49,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:49,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +21: [2023-05-08 23:30:49,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +21: [2023-05-08 23:30:49,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +22: [2023-05-08 23:30:49,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +27: [2023-05-08 23:30:49,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +21: [2023-05-08 23:30:49,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 4: [2023-05-08 23:30:49,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-08 23:30:49,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +27: [2023-05-08 23:30:49,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-08 23:30:49,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-08 23:30:49,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 6: [2023-05-08 23:30:49,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-08 23:30:49,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-08 23:30:49,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +22: [2023-05-08 23:30:49,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +27: [2023-05-08 23:30:49,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +23: [2023-05-08 23:30:49,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-08 23:30:49,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-08 23:30:49,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-08 23:30:49,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +22: [2023-05-08 23:30:49,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 6: [2023-05-08 23:30:49,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 6: [2023-05-08 23:30:49,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +22: [2023-05-08 23:30:49,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-08 23:30:49,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +20: [2023-05-08 23:30:49,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-08 23:30:49,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-08 23:30:49,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-08 23:30:49,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +23: [2023-05-08 23:30:49,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +23: [2023-05-08 23:30:49,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +20: [2023-05-08 23:30:49,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-08 23:30:49,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +22: [2023-05-08 23:30:49,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +27: [2023-05-08 23:30:49,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +23: [2023-05-08 23:30:49,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +25: [2023-05-08 23:30:49,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 9: [2023-05-08 23:30:49,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 9: [2023-05-08 23:30:49,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-08 23:30:49,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-08 23:30:49,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 9: [2023-05-08 23:30:49,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 9: [2023-05-08 23:30:49,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +24: [2023-05-08 23:30:49,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-08 23:30:49,870] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-08 23:30:49,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +24: [2023-05-08 23:30:49,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +24: [2023-05-08 23:30:49,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-08 23:30:49,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 9: [2023-05-08 23:30:49,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +16: [2023-05-08 23:30:49,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +15: [2023-05-08 23:30:49,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +15: [2023-05-08 23:30:49,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 7: [2023-05-08 23:30:49,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 7: [2023-05-08 23:30:49,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. + 7: [2023-05-08 23:30:49,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_20-model_01-model_states.pt. +16: [2023-05-08 23:30:49,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-08 23:30:49,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-08 23:30:49,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +31: [2023-05-08 23:30:49,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +15: [2023-05-08 23:30:49,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-08 23:30:49,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +25: [2023-05-08 23:30:49,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-08 23:30:49,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +15: [2023-05-08 23:30:49,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +16: [2023-05-08 23:30:49,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +31: [2023-05-08 23:30:49,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +16: [2023-05-08 23:30:49,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +25: [2023-05-08 23:30:49,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +25: [2023-05-08 23:30:49,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. +31: [2023-05-08 23:30:49,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 4: [2023-05-08 23:30:49,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-08 23:30:49,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +16: [2023-05-08 23:30:49,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +20: [2023-05-08 23:30:49,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-08 23:30:49,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +31: [2023-05-08 23:30:49,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 4: [2023-05-08 23:30:49,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +31: [2023-05-08 23:30:49,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 7: [2023-05-08 23:30:49,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... + 7: [2023-05-08 23:30:49,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt... +16: [2023-05-08 23:30:49,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-08 23:30:49,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-08 23:30:49,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 4: [2023-05-08 23:30:49,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 4: [2023-05-08 23:30:49,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 4: [2023-05-08 23:30:49,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +24: [2023-05-08 23:30:49,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-08 23:30:49,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +24: [2023-05-08 23:30:49,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-08 23:30:49,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-08 23:30:49,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-08 23:30:49,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-08 23:30:49,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +21: [2023-05-08 23:30:49,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-08 23:30:49,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-08 23:30:49,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-08 23:30:49,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-08 23:30:49,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +20: [2023-05-08 23:30:49,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +20: [2023-05-08 23:30:49,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +21: [2023-05-08 23:30:49,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-08 23:30:49,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-08 23:30:49,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-08 23:30:49,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-08 23:30:49,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-08 23:30:49,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-08 23:30:49,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +24: [2023-05-08 23:30:49,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 7: [2023-05-08 23:30:49,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_00-model_states.pt. + 7: [2023-05-08 23:30:49,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 7: [2023-05-08 23:30:49,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 7: [2023-05-08 23:30:49,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... + 7: [2023-05-08 23:30:49,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt... +21: [2023-05-08 23:30:49,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-08 23:30:49,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-08 23:30:49,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +11: [2023-05-08 23:30:49,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +11: [2023-05-08 23:30:49,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +21: [2023-05-08 23:30:49,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-08 23:30:49,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-08 23:30:49,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-08 23:30:49,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +29: [2023-05-08 23:30:49,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +29: [2023-05-08 23:30:49,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +29: [2023-05-08 23:30:49,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +29: [2023-05-08 23:30:49,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +11: [2023-05-08 23:30:49,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-08 23:30:49,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-08 23:30:49,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-08 23:30:49,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-08 23:30:49,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-08 23:30:49,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-08 23:30:49,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-08 23:30:49,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-08 23:30:49,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-08 23:30:49,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-08 23:30:49,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-08 23:30:49,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-08 23:30:49,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +11: [2023-05-08 23:30:49,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-08 23:30:49,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +11: [2023-05-08 23:30:49,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-08 23:30:49,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +11: [2023-05-08 23:30:49,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-08 23:30:50,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +29: [2023-05-08 23:30:50,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-08 23:30:50,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-08 23:30:50,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-08 23:30:50,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-08 23:30:50,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-08 23:30:50,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +13: [2023-05-08 23:30:50,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-08 23:30:50,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-08 23:30:50,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-08 23:30:50,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-08 23:30:50,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-08 23:30:50,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-08 23:30:50,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +29: [2023-05-08 23:30:50,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +29: [2023-05-08 23:30:50,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-08 23:30:50,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +12: [2023-05-08 23:30:50,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-08 23:30:50,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-08 23:30:50,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-08 23:30:50,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-08 23:30:50,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-08 23:30:50,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:50,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:50,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:50,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-08 23:30:50,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-08 23:30:50,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-08 23:30:50,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:50,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:50,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-08 23:30:50,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-08 23:30:50,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:50,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-08 23:30:50,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-08 23:30:50,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-08 23:30:50,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-08 23:30:50,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-08 23:30:50,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-08 23:30:50,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-08 23:30:50,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-08 23:30:50,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-08 23:30:50,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-08 23:30:50,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-08 23:30:50,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-08 23:30:50,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:50,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:50,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:50,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 8: [2023-05-08 23:30:50,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +17: [2023-05-08 23:30:50,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-08 23:30:50,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-08 23:30:50,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-08 23:30:50,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +17: [2023-05-08 23:30:50,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +17: [2023-05-08 23:30:50,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-08 23:30:50,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-08 23:30:50,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-08 23:30:50,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-08 23:30:50,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-08 23:30:50,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-08 23:30:50,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-08 23:30:50,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-08 23:30:50,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-08 23:30:50,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +14: [2023-05-08 23:30:50,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +27: [2023-05-08 23:30:50,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-08 23:30:50,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +14: [2023-05-08 23:30:50,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +27: [2023-05-08 23:30:50,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-08 23:30:50,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-08 23:30:50,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-08 23:30:50,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-08 23:30:50,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-08 23:30:50,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-08 23:30:50,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-08 23:30:50,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-08 23:30:50,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-08 23:30:50,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-08 23:30:50,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-08 23:30:50,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-08 23:30:50,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-08 23:30:50,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-08 23:30:50,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:50,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-08 23:30:50,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-08 23:30:50,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-08 23:30:50,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-08 23:30:50,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-08 23:30:50,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-08 23:30:50,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-08 23:30:50,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-08 23:30:50,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-08 23:30:50,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-08 23:30:50,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-08 23:30:50,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-08 23:30:50,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 3: [2023-05-08 23:30:50,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 4: [2023-05-08 23:30:50,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 3: [2023-05-08 23:30:50,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +15: [2023-05-08 23:30:50,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-08 23:30:50,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-08 23:30:50,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-08 23:30:50,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-08 23:30:50,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-08 23:30:50,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-08 23:30:50,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-08 23:30:50,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:50,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-08 23:30:50,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-08 23:30:50,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-08 23:30:50,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-08 23:30:50,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-08 23:30:50,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-08 23:30:50,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-08 23:30:50,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:50,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:50,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-08 23:30:50,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-08 23:30:50,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-08 23:30:50,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-08 23:30:50,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-08 23:30:50,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-08 23:30:50,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-08 23:30:50,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-08 23:30:50,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-08 23:30:50,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-08 23:30:50,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-08 23:30:50,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-08 23:30:50,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-08 23:30:50,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-08 23:30:50,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-08 23:30:50,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-08 23:30:50,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-08 23:30:50,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-08 23:30:50,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:50,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-08 23:30:50,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-08 23:30:50,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-08 23:30:50,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-08 23:30:50,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-08 23:30:50,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-08 23:30:50,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-08 23:30:50,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-08 23:30:50,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-08 23:30:50,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +12: [2023-05-08 23:30:50,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-08 23:30:50,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-08 23:30:50,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-08 23:30:50,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +27: [2023-05-08 23:30:50,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-08 23:30:50,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-08 23:30:50,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-08 23:30:50,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-08 23:30:50,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-08 23:30:50,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-08 23:30:50,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-08 23:30:50,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-08 23:30:50,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +17: [2023-05-08 23:30:50,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-08 23:30:50,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-08 23:30:50,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-08 23:30:50,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-08 23:30:50,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-08 23:30:50,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +12: [2023-05-08 23:30:50,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +12: [2023-05-08 23:30:50,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +12: [2023-05-08 23:30:50,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +28: [2023-05-08 23:30:50,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-08 23:30:50,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-08 23:30:50,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-08 23:30:50,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +27: [2023-05-08 23:30:50,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-08 23:30:50,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-08 23:30:50,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-08 23:30:50,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-08 23:30:50,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-08 23:30:50,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-08 23:30:50,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-08 23:30:50,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +25: [2023-05-08 23:30:50,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-08 23:30:50,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-08 23:30:50,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +18: [2023-05-08 23:30:50,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-08 23:30:50,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-08 23:30:50,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +20: [2023-05-08 23:30:50,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +11: [2023-05-08 23:30:50,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-08 23:30:50,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-08 23:30:50,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-08 23:30:50,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-08 23:30:50,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-08 23:30:50,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +14: [2023-05-08 23:30:50,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-08 23:30:50,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-08 23:30:50,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-08 23:30:50,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-08 23:30:50,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-08 23:30:50,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-08 23:30:50,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 1: [2023-05-08 23:30:50,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +23: [2023-05-08 23:30:50,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-08 23:30:50,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-08 23:30:50,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-08 23:30:50,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 1: [2023-05-08 23:30:50,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +14: [2023-05-08 23:30:50,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +14: [2023-05-08 23:30:50,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +18: [2023-05-08 23:30:50,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +23: [2023-05-08 23:30:50,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-08 23:30:50,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-08 23:30:50,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-08 23:30:50,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +12: [2023-05-08 23:30:50,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-08 23:30:50,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-08 23:30:50,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-08 23:30:50,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-08 23:30:50,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-08 23:30:50,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 0: [2023-05-08 23:30:50,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +31: [2023-05-08 23:30:50,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +14: [2023-05-08 23:30:50,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-08 23:30:50,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +12: [2023-05-08 23:30:50,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-08 23:30:50,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-08 23:30:50,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-08 23:30:50,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-08 23:30:50,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-08 23:30:50,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-08 23:30:50,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-08 23:30:50,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +19: [2023-05-08 23:30:50,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-08 23:30:50,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-08 23:30:50,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-08 23:30:50,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-08 23:30:50,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-08 23:30:50,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-08 23:30:50,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-08 23:30:50,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-08 23:30:50,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-08 23:30:50,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-08 23:30:50,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-08 23:30:50,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +11: [2023-05-08 23:30:50,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-08 23:30:50,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-08 23:30:50,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-08 23:30:50,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-08 23:30:50,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-08 23:30:50,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 3: [2023-05-08 23:30:50,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 0: [2023-05-08 23:30:50,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-08 23:30:50,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-08 23:30:50,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-08 23:30:50,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-08 23:30:50,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-08 23:30:50,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-08 23:30:50,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 4: [2023-05-08 23:30:50,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 4: [2023-05-08 23:30:50,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 4: [2023-05-08 23:30:50,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +22: [2023-05-08 23:30:50,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-08 23:30:50,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-08 23:30:50,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-08 23:30:50,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-08 23:30:50,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-08 23:30:50,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-08 23:30:50,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-08 23:30:50,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-08 23:30:50,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-08 23:30:50,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-08 23:30:50,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-08 23:30:50,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-08 23:30:50,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +24: [2023-05-08 23:30:50,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +24: [2023-05-08 23:30:50,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 7: [2023-05-08 23:30:50,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-08 23:30:50,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-08 23:30:50,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +31: [2023-05-08 23:30:50,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-08 23:30:50,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-08 23:30:50,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-08 23:30:50,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-08 23:30:50,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +30: [2023-05-08 23:30:50,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +12: [2023-05-08 23:30:50,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-08 23:30:50,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +30: [2023-05-08 23:30:50,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 4: [2023-05-08 23:30:50,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-08 23:30:50,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-08 23:30:50,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-08 23:30:50,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-08 23:30:50,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +27: [2023-05-08 23:30:50,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-08 23:30:50,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-08 23:30:50,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-08 23:30:50,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +12: [2023-05-08 23:30:50,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +12: [2023-05-08 23:30:50,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 3: [2023-05-08 23:30:50,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-08 23:30:50,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-08 23:30:50,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 1: [2023-05-08 23:30:50,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-08 23:30:50,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +27: [2023-05-08 23:30:50,146] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-08 23:30:50,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-08 23:30:50,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-08 23:30:50,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-08 23:30:50,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +18: [2023-05-08 23:30:50,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-08 23:30:50,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-08 23:30:50,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +27: [2023-05-08 23:30:50,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 3: [2023-05-08 23:30:50,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-08 23:30:50,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +20: [2023-05-08 23:30:50,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +20: [2023-05-08 23:30:50,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +20: [2023-05-08 23:30:50,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 1: [2023-05-08 23:30:50,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +27: [2023-05-08 23:30:50,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-08 23:30:50,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,154] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +12: [2023-05-08 23:30:50,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +22: [2023-05-08 23:30:50,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-08 23:30:50,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +27: [2023-05-08 23:30:50,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-08 23:30:50,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-08 23:30:50,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-08 23:30:50,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-08 23:30:50,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-08 23:30:50,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +30: [2023-05-08 23:30:50,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-08 23:30:50,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-08 23:30:50,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-08 23:30:50,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 0: [2023-05-08 23:30:50,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-08 23:30:50,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-08 23:30:50,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-08 23:30:50,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-08 23:30:50,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,162] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 0: [2023-05-08 23:30:50,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-08 23:30:50,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-08 23:30:50,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +22: [2023-05-08 23:30:50,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-08 23:30:50,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-08 23:30:50,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-08 23:30:50,170] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 4: [2023-05-08 23:30:50,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 0: [2023-05-08 23:30:50,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-08 23:30:50,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-08 23:30:50,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-08 23:30:50,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 4: [2023-05-08 23:30:50,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-08 23:30:50,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 2: [2023-05-08 23:30:50,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 2: [2023-05-08 23:30:50,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 0: [2023-05-08 23:30:50,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 2: [2023-05-08 23:30:50,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 4: [2023-05-08 23:30:50,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 0: [2023-05-08 23:30:50,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-08 23:30:50,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 0: [2023-05-08 23:30:50,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 6: [2023-05-08 23:30:50,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-08 23:30:50,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +18: [2023-05-08 23:30:50,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-08 23:30:50,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-08 23:30:50,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +18: [2023-05-08 23:30:50,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-08 23:30:50,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-08 23:30:50,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +22: [2023-05-08 23:30:50,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +22: [2023-05-08 23:30:50,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +22: [2023-05-08 23:30:50,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-08 23:30:50,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-08 23:30:50,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-08 23:30:50,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-08 23:30:50,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-08 23:30:50,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-08 23:30:50,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-08 23:30:50,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +24: [2023-05-08 23:30:50,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 7: [2023-05-08 23:30:50,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-08 23:30:50,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +24: [2023-05-08 23:30:50,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-08 23:30:50,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 8: [2023-05-08 23:30:50,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-08 23:30:50,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:50,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:50,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:50,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-08 23:30:50,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +24: [2023-05-08 23:30:50,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +26: [2023-05-08 23:30:50,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +26: [2023-05-08 23:30:50,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 8: [2023-05-08 23:30:50,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-08 23:30:50,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +26: [2023-05-08 23:30:50,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +21: [2023-05-08 23:30:50,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-08 23:30:50,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-08 23:30:50,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-08 23:30:50,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-08 23:30:50,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +30: [2023-05-08 23:30:50,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-08 23:30:50,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +30: [2023-05-08 23:30:50,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +30: [2023-05-08 23:30:50,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +18: [2023-05-08 23:30:50,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-08 23:30:50,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-08 23:30:50,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-08 23:30:50,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-08 23:30:50,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-08 23:30:50,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-08 23:30:50,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-08 23:30:50,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-08 23:30:50,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +23: [2023-05-08 23:30:50,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +23: [2023-05-08 23:30:50,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +23: [2023-05-08 23:30:50,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +10: [2023-05-08 23:30:50,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +10: [2023-05-08 23:30:50,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +10: [2023-05-08 23:30:50,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +10: [2023-05-08 23:30:50,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +19: [2023-05-08 23:30:50,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +19: [2023-05-08 23:30:50,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +19: [2023-05-08 23:30:50,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +19: [2023-05-08 23:30:50,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +26: [2023-05-08 23:30:50,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-08 23:30:50,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-08 23:30:50,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-08 23:30:50,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-08 23:30:50,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +28: [2023-05-08 23:30:50,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-08 23:30:50,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-08 23:30:50,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +28: [2023-05-08 23:30:50,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +23: [2023-05-08 23:30:50,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +23: [2023-05-08 23:30:50,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-08 23:30:50,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-08 23:30:50,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +31: [2023-05-08 23:30:50,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +31: [2023-05-08 23:30:50,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +23: [2023-05-08 23:30:50,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-08 23:30:50,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +10: [2023-05-08 23:30:50,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-08 23:30:50,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +22: [2023-05-08 23:30:50,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:50,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +21: [2023-05-08 23:30:50,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 9: [2023-05-08 23:30:50,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 9: [2023-05-08 23:30:50,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +23: [2023-05-08 23:30:50,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-08 23:30:50,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-08 23:30:50,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +19: [2023-05-08 23:30:50,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-08 23:30:50,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:50,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +13: [2023-05-08 23:30:50,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:50,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +19: [2023-05-08 23:30:50,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-08 23:30:50,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +10: [2023-05-08 23:30:50,233] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-08 23:30:50,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-08 23:30:50,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:50,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +18: [2023-05-08 23:30:50,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +13: [2023-05-08 23:30:50,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-08 23:30:50,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-08 23:30:50,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-08 23:30:50,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +15: [2023-05-08 23:30:50,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +13: [2023-05-08 23:30:50,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-08 23:30:50,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 2: [2023-05-08 23:30:50,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-08 23:30:50,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +19: [2023-05-08 23:30:50,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-08 23:30:50,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 2: [2023-05-08 23:30:50,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 2: [2023-05-08 23:30:50,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +18: [2023-05-08 23:30:50,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-08 23:30:50,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +19: [2023-05-08 23:30:50,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +18: [2023-05-08 23:30:50,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 2: [2023-05-08 23:30:50,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 2: [2023-05-08 23:30:50,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 6: [2023-05-08 23:30:50,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-08 23:30:50,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:50,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-08 23:30:50,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-08 23:30:50,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +28: [2023-05-08 23:30:50,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-08 23:30:50,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +18: [2023-05-08 23:30:50,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-08 23:30:50,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +18: [2023-05-08 23:30:50,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +28: [2023-05-08 23:30:50,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +22: [2023-05-08 23:30:50,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +22: [2023-05-08 23:30:50,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:50,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-08 23:30:50,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-08 23:30:50,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +22: [2023-05-08 23:30:50,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +26: [2023-05-08 23:30:50,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +21: [2023-05-08 23:30:50,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-08 23:30:50,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-08 23:30:50,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-08 23:30:50,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-08 23:30:50,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-08 23:30:50,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-08 23:30:50,252] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-08 23:30:50,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +26: [2023-05-08 23:30:50,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +26: [2023-05-08 23:30:50,253] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-08 23:30:50,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-08 23:30:50,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-08 23:30:50,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +31: [2023-05-08 23:30:50,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +21: [2023-05-08 23:30:50,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-08 23:30:50,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-08 23:30:50,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +29: [2023-05-08 23:30:50,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +29: [2023-05-08 23:30:50,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 5: [2023-05-08 23:30:50,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:50,257] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-08 23:30:50,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +29: [2023-05-08 23:30:50,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +15: [2023-05-08 23:30:50,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-08 23:30:50,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +15: [2023-05-08 23:30:50,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-08 23:30:50,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-08 23:30:50,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-08 23:30:50,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-08 23:30:50,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +21: [2023-05-08 23:30:50,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-08 23:30:50,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-08 23:30:50,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-08 23:30:50,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-08 23:30:50,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-08 23:30:50,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-08 23:30:50,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-08 23:30:50,262] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-08 23:30:50,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-08 23:30:50,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-08 23:30:50,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +28: [2023-05-08 23:30:50,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-08 23:30:50,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +28: [2023-05-08 23:30:50,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-08 23:30:50,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +14: [2023-05-08 23:30:50,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-08 23:30:50,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-08 23:30:50,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:50,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +23: [2023-05-08 23:30:50,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-08 23:30:50,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-08 23:30:50,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-08 23:30:50,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-08 23:30:50,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-08 23:30:50,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +28: [2023-05-08 23:30:50,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-08 23:30:50,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:50,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +28: [2023-05-08 23:30:50,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +15: [2023-05-08 23:30:50,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-08 23:30:50,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-08 23:30:50,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-08 23:30:50,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-08 23:30:50,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-08 23:30:50,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-08 23:30:50,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +19: [2023-05-08 23:30:50,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +13: [2023-05-08 23:30:50,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-08 23:30:50,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-08 23:30:50,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-08 23:30:50,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-08 23:30:50,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-08 23:30:50,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-08 23:30:50,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +23: [2023-05-08 23:30:50,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-08 23:30:50,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-08 23:30:50,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +26: [2023-05-08 23:30:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-08 23:30:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-08 23:30:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-08 23:30:50,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-08 23:30:50,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +13: [2023-05-08 23:30:50,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-08 23:30:50,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-08 23:30:50,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-08 23:30:50,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +10: [2023-05-08 23:30:50,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-08 23:30:50,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:50,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:50,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-08 23:30:50,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-08 23:30:50,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-08 23:30:50,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +26: [2023-05-08 23:30:50,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +28: [2023-05-08 23:30:50,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-08 23:30:50,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-08 23:30:50,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-08 23:30:50,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +19: [2023-05-08 23:30:50,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +29: [2023-05-08 23:30:50,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:50,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-08 23:30:50,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +28: [2023-05-08 23:30:50,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +28: [2023-05-08 23:30:50,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +13: [2023-05-08 23:30:50,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:50,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 7: [2023-05-08 23:30:50,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 7: [2023-05-08 23:30:50,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 7: [2023-05-08 23:30:50,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-08 23:30:50,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +19: [2023-05-08 23:30:50,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-08 23:30:50,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-08 23:30:50,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +19: [2023-05-08 23:30:50,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +21: [2023-05-08 23:30:50,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 9: [2023-05-08 23:30:50,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +28: [2023-05-08 23:30:50,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:50,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +15: [2023-05-08 23:30:50,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-08 23:30:50,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-08 23:30:50,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-08 23:30:50,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-08 23:30:50,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +17: [2023-05-08 23:30:50,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +17: [2023-05-08 23:30:50,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +17: [2023-05-08 23:30:50,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +15: [2023-05-08 23:30:50,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-08 23:30:50,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +24: [2023-05-08 23:30:50,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-08 23:30:50,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-08 23:30:50,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +28: [2023-05-08 23:30:50,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +15: [2023-05-08 23:30:50,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +24: [2023-05-08 23:30:50,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-08 23:30:50,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-08 23:30:50,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-08 23:30:50,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:50,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-08 23:30:50,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-08 23:30:50,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:50,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +14: [2023-05-08 23:30:50,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +31: [2023-05-08 23:30:50,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-08 23:30:50,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:50,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +14: [2023-05-08 23:30:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +14: [2023-05-08 23:30:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 7: [2023-05-08 23:30:50,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +14: [2023-05-08 23:30:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +31: [2023-05-08 23:30:50,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-08 23:30:50,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-08 23:30:50,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-08 23:30:50,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +31: [2023-05-08 23:30:50,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +15: [2023-05-08 23:30:50,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-08 23:30:50,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-08 23:30:50,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +31: [2023-05-08 23:30:50,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +31: [2023-05-08 23:30:50,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 7: [2023-05-08 23:30:50,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +15: [2023-05-08 23:30:50,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +15: [2023-05-08 23:30:50,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-08 23:30:50,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-08 23:30:50,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-08 23:30:50,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-08 23:30:50,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-08 23:30:50,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-08 23:30:50,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-08 23:30:50,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-08 23:30:50,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-08 23:30:50,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-08 23:30:50,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-08 23:30:50,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-08 23:30:50,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-08 23:30:50,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-08 23:30:50,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +21: [2023-05-08 23:30:50,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +16: [2023-05-08 23:30:50,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-08 23:30:50,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-08 23:30:50,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-08 23:30:50,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-08 23:30:50,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-08 23:30:50,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +26: [2023-05-08 23:30:50,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-08 23:30:50,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-08 23:30:50,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-08 23:30:50,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-08 23:30:50,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-08 23:30:50,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-08 23:30:50,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-08 23:30:50,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-08 23:30:50,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +29: [2023-05-08 23:30:50,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +29: [2023-05-08 23:30:50,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +14: [2023-05-08 23:30:50,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:50,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +14: [2023-05-08 23:30:50,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-08 23:30:50,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:50,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +27: [2023-05-08 23:30:50,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-08 23:30:50,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-08 23:30:50,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 8: [2023-05-08 23:30:50,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +16: [2023-05-08 23:30:50,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-08 23:30:50,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 8: [2023-05-08 23:30:50,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-08 23:30:50,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-08 23:30:50,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-08 23:30:50,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-08 23:30:50,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-08 23:30:50,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-08 23:30:50,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +13: [2023-05-08 23:30:50,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-08 23:30:50,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-08 23:30:50,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 7: [2023-05-08 23:30:50,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +15: [2023-05-08 23:30:50,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:50,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 5: [2023-05-08 23:30:50,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 5: [2023-05-08 23:30:50,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +25: [2023-05-08 23:30:50,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +25: [2023-05-08 23:30:50,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 7: [2023-05-08 23:30:50,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-08 23:30:50,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 5: [2023-05-08 23:30:50,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 5: [2023-05-08 23:30:50,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +25: [2023-05-08 23:30:50,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. + 6: [2023-05-08 23:30:50,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 6: [2023-05-08 23:30:50,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +15: [2023-05-08 23:30:50,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-08 23:30:50,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-08 23:30:50,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-08 23:30:50,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-08 23:30:50,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +28: [2023-05-08 23:30:50,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-08 23:30:50,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-08 23:30:50,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-08 23:30:50,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-08 23:30:50,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +16: [2023-05-08 23:30:50,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +16: [2023-05-08 23:30:50,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +24: [2023-05-08 23:30:50,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-08 23:30:50,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-08 23:30:50,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-08 23:30:50,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-08 23:30:50,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-08 23:30:50,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-08 23:30:50,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-08 23:30:50,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +17: [2023-05-08 23:30:50,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-08 23:30:50,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_21-model_01-model_states.pt. +17: [2023-05-08 23:30:50,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 8: [2023-05-08 23:30:50,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +14: [2023-05-08 23:30:50,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-08 23:30:50,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-08 23:30:50,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-08 23:30:50,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +17: [2023-05-08 23:30:50,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,335] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-08 23:30:50,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-08 23:30:50,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +13: [2023-05-08 23:30:50,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-08 23:30:50,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-08 23:30:50,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +13: [2023-05-08 23:30:50,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +25: [2023-05-08 23:30:50,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-08 23:30:50,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +17: [2023-05-08 23:30:50,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-08 23:30:50,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-08 23:30:50,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-08 23:30:50,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +11: [2023-05-08 23:30:50,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +11: [2023-05-08 23:30:50,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +25: [2023-05-08 23:30:50,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +11: [2023-05-08 23:30:50,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 5: [2023-05-08 23:30:50,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +29: [2023-05-08 23:30:50,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-08 23:30:50,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-08 23:30:50,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-08 23:30:50,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-08 23:30:50,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-08 23:30:50,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-08 23:30:50,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +24: [2023-05-08 23:30:50,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-08 23:30:50,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-08 23:30:50,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-08 23:30:50,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-08 23:30:50,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-08 23:30:50,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-08 23:30:50,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-08 23:30:50,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +16: [2023-05-08 23:30:50,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +16: [2023-05-08 23:30:50,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:50,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt... +27: [2023-05-08 23:30:50,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-08 23:30:50,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +11: [2023-05-08 23:30:50,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-08 23:30:50,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-08 23:30:50,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-08 23:30:50,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-08 23:30:50,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-08 23:30:50,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-08 23:30:50,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-08 23:30:50,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-08 23:30:50,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-08 23:30:50,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-08 23:30:50,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +14: [2023-05-08 23:30:50,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-08 23:30:50,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +14: [2023-05-08 23:30:50,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +14: [2023-05-08 23:30:50,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +17: [2023-05-08 23:30:50,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-08 23:30:50,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-08 23:30:50,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-08 23:30:50,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-08 23:30:50,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-08 23:30:50,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-08 23:30:50,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-08 23:30:50,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-08 23:30:50,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-08 23:30:50,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-08 23:30:50,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +13: [2023-05-08 23:30:50,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +17: [2023-05-08 23:30:50,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-08 23:30:50,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-08 23:30:50,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-08 23:30:50,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-08 23:30:50,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-08 23:30:50,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 2: [2023-05-08 23:30:50,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-08 23:30:50,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-08 23:30:50,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-08 23:30:50,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-08 23:30:50,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-08 23:30:50,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +10: [2023-05-08 23:30:50,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +10: [2023-05-08 23:30:50,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +10: [2023-05-08 23:30:50,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-08 23:30:50,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-08 23:30:50,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-08 23:30:50,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +10: [2023-05-08 23:30:50,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-08 23:30:50,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-08 23:30:50,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-08 23:30:50,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-08 23:30:50,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-08 23:30:50,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-08 23:30:50,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-08 23:30:50,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 3: [2023-05-08 23:30:50,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 3: [2023-05-08 23:30:50,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 3: [2023-05-08 23:30:50,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-08 23:30:50,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-08 23:30:50,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +25: [2023-05-08 23:30:50,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-08 23:30:50,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-08 23:30:50,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +25: [2023-05-08 23:30:50,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 1: [2023-05-08 23:30:50,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-08 23:30:50,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +29: [2023-05-08 23:30:50,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-08 23:30:50,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +13: [2023-05-08 23:30:50,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 1: [2023-05-08 23:30:50,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-08 23:30:50,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-08 23:30:50,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-08 23:30:50,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +13: [2023-05-08 23:30:50,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 1: [2023-05-08 23:30:50,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-08 23:30:50,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +16: [2023-05-08 23:30:50,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 5: [2023-05-08 23:30:50,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +11: [2023-05-08 23:30:50,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:50,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. +11: [2023-05-08 23:30:50,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +16: [2023-05-08 23:30:50,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +11: [2023-05-08 23:30:50,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:50,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... + 9: [2023-05-08 23:30:50,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-08 23:30:50,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-08 23:30:50,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 3: [2023-05-08 23:30:50,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-08 23:30:50,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +11: [2023-05-08 23:30:50,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +29: [2023-05-08 23:30:50,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-08 23:30:50,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-08 23:30:50,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-08 23:30:50,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt... +17: [2023-05-08 23:30:50,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-08 23:30:50,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:50,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-08 23:30:50,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-08 23:30:50,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-08 23:30:50,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-08 23:30:50,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-08 23:30:50,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-08 23:30:50,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-08 23:30:50,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-08 23:30:50,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-08 23:30:50,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 4: [2023-05-08 23:30:50,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-08 23:30:50,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-08 23:30:50,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:50,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-08 23:30:50,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-08 23:30:50,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-08 23:30:50,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-08 23:30:50,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-08 23:30:50,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-08 23:30:50,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-08 23:30:50,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:50,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-08 23:30:50,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-08 23:30:50,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-08 23:30:50,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-08 23:30:50,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-08 23:30:50,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-08 23:30:50,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-08 23:30:50,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-08 23:30:50,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-08 23:30:50,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-08 23:30:50,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-08 23:30:50,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-08 23:30:50,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +12: [2023-05-08 23:30:50,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +12: [2023-05-08 23:30:50,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +25: [2023-05-08 23:30:50,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-08 23:30:50,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-08 23:30:50,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-08 23:30:50,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-08 23:30:50,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-08 23:30:50,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-08 23:30:50,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +12: [2023-05-08 23:30:50,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-08 23:30:50,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-08 23:30:50,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 3: [2023-05-08 23:30:50,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 9: [2023-05-08 23:30:50,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:50,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:50,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +12: [2023-05-08 23:30:50,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-08 23:30:50,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +12: [2023-05-08 23:30:50,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +12: [2023-05-08 23:30:50,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-08 23:30:50,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-08 23:30:50,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-08 23:30:50,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-08 23:30:50,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-08 23:30:50,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-08 23:30:50,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-08 23:30:50,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-08 23:30:50,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-08 23:30:50,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-08 23:30:50,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-08 23:30:50,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-08 23:30:50,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-08 23:30:50,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-08 23:30:50,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-08 23:30:50,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-08 23:30:50,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-08 23:30:50,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-08 23:30:50,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-08 23:30:50,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-08 23:30:50,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-08 23:30:50,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-08 23:30:50,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-08 23:30:50,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-08 23:30:50,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-08 23:30:50,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-08 23:30:50,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-08 23:30:50,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-08 23:30:50,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-08 23:30:50,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-08 23:30:50,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-08 23:30:50,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-08 23:30:50,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-08 23:30:50,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-08 23:30:50,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-08 23:30:50,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-08 23:30:50,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-08 23:30:50,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-08 23:30:50,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-08 23:30:50,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-08 23:30:50,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-08 23:30:50,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +30: [2023-05-08 23:30:50,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +20: [2023-05-08 23:30:50,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-08 23:30:50,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-08 23:30:50,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +20: [2023-05-08 23:30:50,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-08 23:30:50,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +20: [2023-05-08 23:30:50,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +20: [2023-05-08 23:30:50,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +25: [2023-05-08 23:30:50,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-08 23:30:50,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +25: [2023-05-08 23:30:50,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-08 23:30:50,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-08 23:30:50,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-08 23:30:50,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +18: [2023-05-08 23:30:50,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-08 23:30:50,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-08 23:30:50,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-08 23:30:50,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-08 23:30:50,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-08 23:30:50,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-08 23:30:50,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-08 23:30:50,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +22: [2023-05-08 23:30:50,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +22: [2023-05-08 23:30:50,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +18: [2023-05-08 23:30:50,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-08 23:30:50,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +18: [2023-05-08 23:30:50,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-08 23:30:50,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-08 23:30:50,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-08 23:30:50,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-08 23:30:50,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +12: [2023-05-08 23:30:50,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +12: [2023-05-08 23:30:50,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-08 23:30:50,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +12: [2023-05-08 23:30:50,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +20: [2023-05-08 23:30:50,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-08 23:30:50,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-08 23:30:50,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +24: [2023-05-08 23:30:50,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +24: [2023-05-08 23:30:50,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +24: [2023-05-08 23:30:50,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 3: [2023-05-08 23:30:50,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-08 23:30:50,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 3: [2023-05-08 23:30:50,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-08 23:30:50,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +12: [2023-05-08 23:30:50,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +31: [2023-05-08 23:30:50,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-08 23:30:50,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-08 23:30:50,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-08 23:30:50,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-08 23:30:50,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-08 23:30:50,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-08 23:30:50,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-08 23:30:50,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-08 23:30:50,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-08 23:30:50,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:50,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-08 23:30:50,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-08 23:30:50,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-08 23:30:50,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-08 23:30:50,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-08 23:30:50,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-08 23:30:50,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-08 23:30:50,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-08 23:30:50,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-08 23:30:50,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-08 23:30:50,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-08 23:30:50,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-08 23:30:50,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-08 23:30:50,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-08 23:30:50,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-08 23:30:50,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +22: [2023-05-08 23:30:50,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-08 23:30:50,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-08 23:30:50,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-08 23:30:50,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-08 23:30:50,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-08 23:30:50,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-08 23:30:50,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-08 23:30:50,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-08 23:30:50,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-08 23:30:50,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-08 23:30:50,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-08 23:30:50,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-08 23:30:50,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-08 23:30:50,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-08 23:30:50,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-08 23:30:50,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-08 23:30:50,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-08 23:30:50,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-08 23:30:50,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-08 23:30:50,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-08 23:30:50,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-08 23:30:50,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-08 23:30:50,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-08 23:30:50,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 3: [2023-05-08 23:30:50,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-08 23:30:50,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-08 23:30:50,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +10: [2023-05-08 23:30:50,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 3: [2023-05-08 23:30:50,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +10: [2023-05-08 23:30:50,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +10: [2023-05-08 23:30:50,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +30: [2023-05-08 23:30:50,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-08 23:30:50,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-08 23:30:50,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-08 23:30:50,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-08 23:30:50,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-08 23:30:50,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-08 23:30:50,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-08 23:30:50,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 0: [2023-05-08 23:30:50,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-08 23:30:50,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 0: [2023-05-08 23:30:50,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 0: [2023-05-08 23:30:50,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 0: [2023-05-08 23:30:50,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +30: [2023-05-08 23:30:50,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-08 23:30:50,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-08 23:30:50,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-08 23:30:50,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-08 23:30:50,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-08 23:30:50,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-08 23:30:50,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +20: [2023-05-08 23:30:50,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-08 23:30:50,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-08 23:30:50,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-08 23:30:50,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +10: [2023-05-08 23:30:50,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-08 23:30:50,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-08 23:30:50,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +30: [2023-05-08 23:30:50,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-08 23:30:50,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +20: [2023-05-08 23:30:50,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +20: [2023-05-08 23:30:50,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +20: [2023-05-08 23:30:50,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +24: [2023-05-08 23:30:50,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-08 23:30:50,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +22: [2023-05-08 23:30:50,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-08 23:30:50,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-08 23:30:50,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-08 23:30:50,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-08 23:30:50,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +22: [2023-05-08 23:30:50,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +24: [2023-05-08 23:30:50,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-08 23:30:50,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 4: [2023-05-08 23:30:50,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +22: [2023-05-08 23:30:50,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +22: [2023-05-08 23:30:50,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 0: [2023-05-08 23:30:50,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-08 23:30:50,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-08 23:30:50,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +19: [2023-05-08 23:30:50,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +19: [2023-05-08 23:30:50,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +19: [2023-05-08 23:30:50,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +24: [2023-05-08 23:30:50,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-08 23:30:50,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-08 23:30:50,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 0: [2023-05-08 23:30:50,528] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +30: [2023-05-08 23:30:50,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 0: [2023-05-08 23:30:50,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-08 23:30:50,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +24: [2023-05-08 23:30:50,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 3: [2023-05-08 23:30:50,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-08 23:30:50,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-08 23:30:50,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-08 23:30:50,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-08 23:30:50,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-08 23:30:50,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +30: [2023-05-08 23:30:50,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +30: [2023-05-08 23:30:50,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +27: [2023-05-08 23:30:50,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +27: [2023-05-08 23:30:50,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +27: [2023-05-08 23:30:50,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 1: [2023-05-08 23:30:50,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 1: [2023-05-08 23:30:50,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +23: [2023-05-08 23:30:50,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-08 23:30:50,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 1: [2023-05-08 23:30:50,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 1: [2023-05-08 23:30:50,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +19: [2023-05-08 23:30:50,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-08 23:30:50,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +10: [2023-05-08 23:30:50,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-08 23:30:50,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-08 23:30:50,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-08 23:30:50,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 8: [2023-05-08 23:30:50,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-08 23:30:50,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-08 23:30:50,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 8: [2023-05-08 23:30:50,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-08 23:30:50,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-08 23:30:50,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-08 23:30:50,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-08 23:30:50,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 5: [2023-05-08 23:30:50,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-08 23:30:50,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +10: [2023-05-08 23:30:50,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +27: [2023-05-08 23:30:50,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-08 23:30:50,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-08 23:30:50,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +14: [2023-05-08 23:30:50,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +16: [2023-05-08 23:30:50,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-08 23:30:50,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-08 23:30:50,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +14: [2023-05-08 23:30:50,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-08 23:30:50,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:50,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-08 23:30:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-08 23:30:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +15: [2023-05-08 23:30:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +15: [2023-05-08 23:30:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 8: [2023-05-08 23:30:50,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 8: [2023-05-08 23:30:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 8: [2023-05-08 23:30:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 8: [2023-05-08 23:30:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +15: [2023-05-08 23:30:50,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 7: [2023-05-08 23:30:50,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-08 23:30:50,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-08 23:30:50,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +16: [2023-05-08 23:30:50,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-08 23:30:50,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 7: [2023-05-08 23:30:50,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +18: [2023-05-08 23:30:50,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +18: [2023-05-08 23:30:50,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +18: [2023-05-08 23:30:50,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +18: [2023-05-08 23:30:50,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 0: [2023-05-08 23:30:50,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 0: [2023-05-08 23:30:50,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +14: [2023-05-08 23:30:50,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 0: [2023-05-08 23:30:50,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +26: [2023-05-08 23:30:50,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-08 23:30:50,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-08 23:30:50,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-08 23:30:50,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 8: [2023-05-08 23:30:50,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-08 23:30:50,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-08 23:30:50,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-08 23:30:50,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-08 23:30:50,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-08 23:30:50,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-08 23:30:50,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-08 23:30:50,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,575] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-08 23:30:50,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-08 23:30:50,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +21: [2023-05-08 23:30:50,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +21: [2023-05-08 23:30:50,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +21: [2023-05-08 23:30:50,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-08 23:30:50,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-08 23:30:50,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-08 23:30:50,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-08 23:30:50,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +15: [2023-05-08 23:30:50,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-08 23:30:50,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 7: [2023-05-08 23:30:50,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +27: [2023-05-08 23:30:50,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 5: [2023-05-08 23:30:50,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +18: [2023-05-08 23:30:50,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +19: [2023-05-08 23:30:50,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-08 23:30:50,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-08 23:30:50,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-08 23:30:50,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +27: [2023-05-08 23:30:50,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-08 23:30:50,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-08 23:30:50,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-08 23:30:50,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-08 23:30:50,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +14: [2023-05-08 23:30:50,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-08 23:30:50,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-08 23:30:50,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 9: [2023-05-08 23:30:50,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +14: [2023-05-08 23:30:50,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 9: [2023-05-08 23:30:50,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-08 23:30:50,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 1: [2023-05-08 23:30:50,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 9: [2023-05-08 23:30:50,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 7: [2023-05-08 23:30:50,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-08 23:30:50,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-08 23:30:50,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-08 23:30:50,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +17: [2023-05-08 23:30:50,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +27: [2023-05-08 23:30:50,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +19: [2023-05-08 23:30:50,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +21: [2023-05-08 23:30:50,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-08 23:30:50,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-08 23:30:50,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-08 23:30:50,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-08 23:30:50,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-08 23:30:50,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +17: [2023-05-08 23:30:50,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +19: [2023-05-08 23:30:50,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:50,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-08 23:30:50,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:50,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-08 23:30:50,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-08 23:30:50,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-08 23:30:50,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-08 23:30:50,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +24: [2023-05-08 23:30:50,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:50,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +19: [2023-05-08 23:30:50,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +19: [2023-05-08 23:30:50,595] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +13: [2023-05-08 23:30:50,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +13: [2023-05-08 23:30:50,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +13: [2023-05-08 23:30:50,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +13: [2023-05-08 23:30:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +24: [2023-05-08 23:30:50,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-08 23:30:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-08 23:30:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +24: [2023-05-08 23:30:50,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-08 23:30:50,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-08 23:30:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-08 23:30:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-08 23:30:50,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-08 23:30:50,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-08 23:30:50,597] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-08 23:30:50,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-08 23:30:50,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +29: [2023-05-08 23:30:50,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-08 23:30:50,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-08 23:30:50,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-08 23:30:50,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-08 23:30:50,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 6: [2023-05-08 23:30:50,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 6: [2023-05-08 23:30:50,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 6: [2023-05-08 23:30:50,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +17: [2023-05-08 23:30:50,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-08 23:30:50,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +31: [2023-05-08 23:30:50,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +31: [2023-05-08 23:30:50,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 9: [2023-05-08 23:30:50,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-08 23:30:50,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 8: [2023-05-08 23:30:50,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-08 23:30:50,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-08 23:30:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +23: [2023-05-08 23:30:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +23: [2023-05-08 23:30:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +17: [2023-05-08 23:30:50,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-08 23:30:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 5: [2023-05-08 23:30:50,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-08 23:30:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-08 23:30:50,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-08 23:30:50,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 8: [2023-05-08 23:30:50,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +16: [2023-05-08 23:30:50,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +16: [2023-05-08 23:30:50,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +13: [2023-05-08 23:30:50,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-08 23:30:50,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-08 23:30:50,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +25: [2023-05-08 23:30:50,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +25: [2023-05-08 23:30:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +25: [2023-05-08 23:30:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +16: [2023-05-08 23:30:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +26: [2023-05-08 23:30:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-08 23:30:50,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-08 23:30:50,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-08 23:30:50,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-08 23:30:50,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +14: [2023-05-08 23:30:50,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-08 23:30:50,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +15: [2023-05-08 23:30:50,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-08 23:30:50,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +15: [2023-05-08 23:30:50,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-08 23:30:50,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-08 23:30:50,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:50,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-08 23:30:50,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-08 23:30:50,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:50,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +14: [2023-05-08 23:30:50,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +14: [2023-05-08 23:30:50,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-08 23:30:50,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 2: [2023-05-08 23:30:50,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 2: [2023-05-08 23:30:50,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +14: [2023-05-08 23:30:50,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-08 23:30:50,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +15: [2023-05-08 23:30:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +15: [2023-05-08 23:30:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +28: [2023-05-08 23:30:50,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-08 23:30:50,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +15: [2023-05-08 23:30:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +28: [2023-05-08 23:30:50,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +28: [2023-05-08 23:30:50,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-08 23:30:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +16: [2023-05-08 23:30:50,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-08 23:30:50,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-08 23:30:50,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +28: [2023-05-08 23:30:50,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-08 23:30:50,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +18: [2023-05-08 23:30:50,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-08 23:30:50,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-08 23:30:50,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +26: [2023-05-08 23:30:50,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +26: [2023-05-08 23:30:50,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 6: [2023-05-08 23:30:50,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-08 23:30:50,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-08 23:30:50,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 7: [2023-05-08 23:30:50,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-08 23:30:50,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-08 23:30:50,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +18: [2023-05-08 23:30:50,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-08 23:30:50,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 6: [2023-05-08 23:30:50,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +18: [2023-05-08 23:30:50,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-08 23:30:50,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-08 23:30:50,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +29: [2023-05-08 23:30:50,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 7: [2023-05-08 23:30:50,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +21: [2023-05-08 23:30:50,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +18: [2023-05-08 23:30:50,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +29: [2023-05-08 23:30:50,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +29: [2023-05-08 23:30:50,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +18: [2023-05-08 23:30:50,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +23: [2023-05-08 23:30:50,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:50,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-08 23:30:50,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +23: [2023-05-08 23:30:50,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-08 23:30:50,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +31: [2023-05-08 23:30:50,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-08 23:30:50,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-08 23:30:50,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +23: [2023-05-08 23:30:50,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-08 23:30:50,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-08 23:30:50,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-08 23:30:50,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-08 23:30:50,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-08 23:30:50,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-08 23:30:50,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-08 23:30:50,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +25: [2023-05-08 23:30:50,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +21: [2023-05-08 23:30:50,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 5: [2023-05-08 23:30:50,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 5: [2023-05-08 23:30:50,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +21: [2023-05-08 23:30:50,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. + 5: [2023-05-08 23:30:50,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_22-model_01-model_states.pt. +31: [2023-05-08 23:30:50,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-08 23:30:50,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-08 23:30:50,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-08 23:30:50,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-08 23:30:50,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:50,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +21: [2023-05-08 23:30:50,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +24: [2023-05-08 23:30:50,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-08 23:30:50,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-08 23:30:50,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:50,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +28: [2023-05-08 23:30:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +31: [2023-05-08 23:30:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:50,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-08 23:30:50,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +24: [2023-05-08 23:30:50,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-08 23:30:50,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-08 23:30:50,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-08 23:30:50,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +16: [2023-05-08 23:30:50,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +17: [2023-05-08 23:30:50,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 9: [2023-05-08 23:30:50,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +24: [2023-05-08 23:30:50,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-08 23:30:50,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-08 23:30:50,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-08 23:30:50,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-08 23:30:50,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +29: [2023-05-08 23:30:50,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-08 23:30:50,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-08 23:30:50,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +26: [2023-05-08 23:30:50,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... +11: [2023-05-08 23:30:50,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-08 23:30:50,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-08 23:30:50,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-08 23:30:50,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-08 23:30:50,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-08 23:30:50,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +17: [2023-05-08 23:30:50,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 9: [2023-05-08 23:30:50,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +17: [2023-05-08 23:30:50,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-08 23:30:50,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-08 23:30:50,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-08 23:30:50,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +17: [2023-05-08 23:30:50,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +29: [2023-05-08 23:30:50,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:50,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-08 23:30:50,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +14: [2023-05-08 23:30:50,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-08 23:30:50,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-08 23:30:50,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +17: [2023-05-08 23:30:50,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +14: [2023-05-08 23:30:50,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 3: [2023-05-08 23:30:50,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 9: [2023-05-08 23:30:50,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 3: [2023-05-08 23:30:50,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 5: [2023-05-08 23:30:50,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-08 23:30:50,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +14: [2023-05-08 23:30:50,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-08 23:30:50,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-08 23:30:50,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-08 23:30:50,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-08 23:30:50,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +11: [2023-05-08 23:30:50,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 9: [2023-05-08 23:30:50,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-08 23:30:50,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +24: [2023-05-08 23:30:50,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 2: [2023-05-08 23:30:50,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-08 23:30:50,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-08 23:30:50,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-08 23:30:50,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-08 23:30:50,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-08 23:30:50,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-08 23:30:50,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:50,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 6: [2023-05-08 23:30:50,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-08 23:30:50,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-08 23:30:50,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-08 23:30:50,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-08 23:30:50,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-08 23:30:50,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:50,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-08 23:30:50,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +25: [2023-05-08 23:30:50,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +23: [2023-05-08 23:30:50,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +23: [2023-05-08 23:30:50,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +25: [2023-05-08 23:30:50,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +13: [2023-05-08 23:30:50,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-08 23:30:50,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:50,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +13: [2023-05-08 23:30:50,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-08 23:30:50,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-08 23:30:50,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-08 23:30:50,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:50,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:50,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 2: [2023-05-08 23:30:50,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:50,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +13: [2023-05-08 23:30:50,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:50,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:50,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:50,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-08 23:30:50,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-08 23:30:50,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-08 23:30:50,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:50,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-08 23:30:50,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-08 23:30:50,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:50,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +31: [2023-05-08 23:30:50,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +25: [2023-05-08 23:30:50,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +25: [2023-05-08 23:30:50,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 2: [2023-05-08 23:30:50,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-08 23:30:50,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-08 23:30:50,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-08 23:30:50,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-08 23:30:50,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +16: [2023-05-08 23:30:50,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-08 23:30:50,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:50,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-08 23:30:50,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:50,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:50,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +26: [2023-05-08 23:30:50,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-08 23:30:50,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-08 23:30:50,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +28: [2023-05-08 23:30:50,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 6: [2023-05-08 23:30:50,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +16: [2023-05-08 23:30:50,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 6: [2023-05-08 23:30:50,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +16: [2023-05-08 23:30:50,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +31: [2023-05-08 23:30:50,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 6: [2023-05-08 23:30:50,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-08 23:30:50,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +28: [2023-05-08 23:30:50,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-08 23:30:50,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-08 23:30:50,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-08 23:30:50,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-08 23:30:50,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-08 23:30:50,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 6: [2023-05-08 23:30:50,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +28: [2023-05-08 23:30:50,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 2: [2023-05-08 23:30:50,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-08 23:30:50,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +31: [2023-05-08 23:30:50,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-08 23:30:50,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 5: [2023-05-08 23:30:50,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +26: [2023-05-08 23:30:50,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +29: [2023-05-08 23:30:50,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-08 23:30:50,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-08 23:30:50,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 2: [2023-05-08 23:30:50,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 9: [2023-05-08 23:30:50,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 2: [2023-05-08 23:30:50,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +31: [2023-05-08 23:30:50,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 2: [2023-05-08 23:30:50,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +28: [2023-05-08 23:30:50,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +28: [2023-05-08 23:30:50,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-08 23:30:50,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-08 23:30:50,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-08 23:30:50,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +29: [2023-05-08 23:30:50,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-08 23:30:50,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +29: [2023-05-08 23:30:50,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-08 23:30:50,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +11: [2023-05-08 23:30:50,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +11: [2023-05-08 23:30:50,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 5: [2023-05-08 23:30:50,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +11: [2023-05-08 23:30:50,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +26: [2023-05-08 23:30:50,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. +29: [2023-05-08 23:30:50,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +14: [2023-05-08 23:30:50,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-08 23:30:50,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-08 23:30:50,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 6: [2023-05-08 23:30:50,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 5: [2023-05-08 23:30:50,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +29: [2023-05-08 23:30:50,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 5: [2023-05-08 23:30:50,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 5: [2023-05-08 23:30:50,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +26: [2023-05-08 23:30:50,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... + 3: [2023-05-08 23:30:50,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 3: [2023-05-08 23:30:50,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-08 23:30:50,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +27: [2023-05-08 23:30:50,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-08 23:30:50,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-08 23:30:50,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-08 23:30:50,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-08 23:30:50,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-08 23:30:50,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:50,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-08 23:30:50,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-08 23:30:50,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt... +27: [2023-05-08 23:30:50,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:50,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-08 23:30:50,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:50,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-08 23:30:50,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-08 23:30:50,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-08 23:30:50,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-08 23:30:50,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +11: [2023-05-08 23:30:50,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-08 23:30:50,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-08 23:30:50,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +14: [2023-05-08 23:30:50,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-08 23:30:50,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-08 23:30:50,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-08 23:30:50,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-08 23:30:50,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-08 23:30:50,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-08 23:30:50,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +22: [2023-05-08 23:30:50,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +22: [2023-05-08 23:30:50,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +22: [2023-05-08 23:30:50,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +11: [2023-05-08 23:30:50,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-08 23:30:50,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +27: [2023-05-08 23:30:50,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-08 23:30:50,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-08 23:30:50,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-08 23:30:50,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-08 23:30:50,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-08 23:30:50,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-08 23:30:50,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-08 23:30:50,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-08 23:30:50,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-08 23:30:50,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +12: [2023-05-08 23:30:50,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +12: [2023-05-08 23:30:50,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +12: [2023-05-08 23:30:50,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +12: [2023-05-08 23:30:50,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 1: [2023-05-08 23:30:50,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-08 23:30:50,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-08 23:30:50,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-08 23:30:50,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +20: [2023-05-08 23:30:50,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-08 23:30:50,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-08 23:30:50,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +11: [2023-05-08 23:30:50,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +20: [2023-05-08 23:30:50,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-08 23:30:50,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-08 23:30:50,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-08 23:30:50,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-08 23:30:50,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-08 23:30:50,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-08 23:30:50,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-08 23:30:50,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-08 23:30:50,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-08 23:30:50,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 4: [2023-05-08 23:30:50,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 4: [2023-05-08 23:30:50,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +12: [2023-05-08 23:30:50,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +12: [2023-05-08 23:30:50,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-08 23:30:50,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-08 23:30:50,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-08 23:30:50,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-08 23:30:50,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-08 23:30:50,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-08 23:30:50,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-08 23:30:50,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-08 23:30:50,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-08 23:30:50,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-08 23:30:50,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-08 23:30:50,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-08 23:30:50,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +22: [2023-05-08 23:30:50,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +22: [2023-05-08 23:30:50,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-08 23:30:50,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +24: [2023-05-08 23:30:50,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +24: [2023-05-08 23:30:50,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +24: [2023-05-08 23:30:50,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +24: [2023-05-08 23:30:50,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 1: [2023-05-08 23:30:50,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-08 23:30:50,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-08 23:30:50,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-08 23:30:50,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-08 23:30:50,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-08 23:30:50,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-08 23:30:50,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-08 23:30:50,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:50,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:50,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-08 23:30:50,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-08 23:30:50,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-08 23:30:50,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-08 23:30:50,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-08 23:30:50,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-08 23:30:50,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-08 23:30:50,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-08 23:30:50,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +21: [2023-05-08 23:30:50,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-08 23:30:50,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-08 23:30:50,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-08 23:30:50,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-08 23:30:50,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-08 23:30:50,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-08 23:30:50,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-08 23:30:50,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-08 23:30:50,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-08 23:30:50,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-08 23:30:50,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +20: [2023-05-08 23:30:50,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +20: [2023-05-08 23:30:50,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +20: [2023-05-08 23:30:50,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +30: [2023-05-08 23:30:50,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-08 23:30:50,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-08 23:30:50,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +30: [2023-05-08 23:30:50,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-08 23:30:50,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-08 23:30:50,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-08 23:30:50,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-08 23:30:50,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-08 23:30:50,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-08 23:30:50,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-08 23:30:50,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-08 23:30:50,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-08 23:30:50,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-08 23:30:50,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-08 23:30:50,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-08 23:30:50,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-08 23:30:50,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-08 23:30:50,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-08 23:30:50,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +30: [2023-05-08 23:30:50,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-08 23:30:50,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +12: [2023-05-08 23:30:50,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 5: [2023-05-08 23:30:50,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-08 23:30:50,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-08 23:30:50,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-08 23:30:50,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-08 23:30:50,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-08 23:30:50,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:50,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-08 23:30:50,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-08 23:30:50,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-08 23:30:50,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-08 23:30:50,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 4: [2023-05-08 23:30:50,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 1: [2023-05-08 23:30:50,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-08 23:30:50,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-08 23:30:50,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-08 23:30:50,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +20: [2023-05-08 23:30:50,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-08 23:30:50,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-08 23:30:50,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-08 23:30:50,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-08 23:30:50,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-08 23:30:50,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +10: [2023-05-08 23:30:50,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:50,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-08 23:30:50,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:50,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-08 23:30:50,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-08 23:30:50,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-08 23:30:50,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-08 23:30:50,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-08 23:30:50,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +30: [2023-05-08 23:30:50,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +30: [2023-05-08 23:30:50,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +30: [2023-05-08 23:30:50,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +24: [2023-05-08 23:30:50,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +24: [2023-05-08 23:30:50,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-08 23:30:50,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +15: [2023-05-08 23:30:50,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-08 23:30:50,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-08 23:30:50,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-08 23:30:50,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +19: [2023-05-08 23:30:50,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +19: [2023-05-08 23:30:50,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +24: [2023-05-08 23:30:50,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-08 23:30:50,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-08 23:30:50,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:50,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-08 23:30:50,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +24: [2023-05-08 23:30:50,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +24: [2023-05-08 23:30:50,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 5: [2023-05-08 23:30:50,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-08 23:30:50,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-08 23:30:50,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-08 23:30:50,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-08 23:30:50,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-08 23:30:50,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-08 23:30:50,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-08 23:30:50,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-08 23:30:50,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-08 23:30:50,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-08 23:30:50,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-08 23:30:50,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-08 23:30:50,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-08 23:30:50,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-08 23:30:50,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-08 23:30:50,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-08 23:30:50,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +20: [2023-05-08 23:30:50,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +19: [2023-05-08 23:30:50,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 1: [2023-05-08 23:30:50,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +19: [2023-05-08 23:30:50,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-08 23:30:50,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 5: [2023-05-08 23:30:50,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +20: [2023-05-08 23:30:50,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-08 23:30:50,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-08 23:30:50,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-08 23:30:50,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-08 23:30:50,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-08 23:30:50,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +20: [2023-05-08 23:30:50,852] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +17: [2023-05-08 23:30:50,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-08 23:30:50,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-08 23:30:50,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-08 23:30:50,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-08 23:30:50,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 1: [2023-05-08 23:30:50,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +30: [2023-05-08 23:30:50,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-08 23:30:50,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-08 23:30:50,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-08 23:30:50,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-08 23:30:50,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-08 23:30:50,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +30: [2023-05-08 23:30:50,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +30: [2023-05-08 23:30:50,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-08 23:30:50,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +30: [2023-05-08 23:30:50,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +14: [2023-05-08 23:30:50,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +14: [2023-05-08 23:30:50,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +14: [2023-05-08 23:30:50,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +14: [2023-05-08 23:30:50,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +18: [2023-05-08 23:30:50,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +18: [2023-05-08 23:30:50,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-08 23:30:50,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-08 23:30:50,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-08 23:30:50,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-08 23:30:50,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +21: [2023-05-08 23:30:50,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +21: [2023-05-08 23:30:50,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +21: [2023-05-08 23:30:50,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +21: [2023-05-08 23:30:50,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-08 23:30:50,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-08 23:30:50,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-08 23:30:50,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-08 23:30:50,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-08 23:30:50,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +19: [2023-05-08 23:30:50,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 1: [2023-05-08 23:30:50,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-08 23:30:50,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +28: [2023-05-08 23:30:50,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-08 23:30:50,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-08 23:30:50,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-08 23:30:50,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +28: [2023-05-08 23:30:50,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-08 23:30:50,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-08 23:30:50,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-08 23:30:50,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-08 23:30:50,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-08 23:30:50,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-08 23:30:50,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-08 23:30:50,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +29: [2023-05-08 23:30:50,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 8: [2023-05-08 23:30:50,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 8: [2023-05-08 23:30:50,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +29: [2023-05-08 23:30:50,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +14: [2023-05-08 23:30:50,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-08 23:30:50,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-08 23:30:50,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 8: [2023-05-08 23:30:50,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +30: [2023-05-08 23:30:50,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-08 23:30:50,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 1: [2023-05-08 23:30:50,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-08 23:30:50,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-08 23:30:50,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +27: [2023-05-08 23:30:50,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +27: [2023-05-08 23:30:50,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +27: [2023-05-08 23:30:50,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +14: [2023-05-08 23:30:50,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-08 23:30:50,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 1: [2023-05-08 23:30:50,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-08 23:30:50,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 1: [2023-05-08 23:30:50,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +21: [2023-05-08 23:30:50,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-08 23:30:50,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +21: [2023-05-08 23:30:50,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 1: [2023-05-08 23:30:50,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 1: [2023-05-08 23:30:50,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +11: [2023-05-08 23:30:50,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +11: [2023-05-08 23:30:50,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +11: [2023-05-08 23:30:50,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +11: [2023-05-08 23:30:50,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 4: [2023-05-08 23:30:50,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-08 23:30:50,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:50,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-08 23:30:50,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-08 23:30:50,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:50,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:50,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-08 23:30:50,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:50,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-08 23:30:50,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:50,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 3: [2023-05-08 23:30:50,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +27: [2023-05-08 23:30:50,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 3: [2023-05-08 23:30:50,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-08 23:30:50,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-08 23:30:50,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-08 23:30:50,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-08 23:30:50,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +27: [2023-05-08 23:30:50,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-08 23:30:50,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-08 23:30:50,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-08 23:30:50,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-08 23:30:50,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-08 23:30:50,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +11: [2023-05-08 23:30:50,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-08 23:30:50,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-08 23:30:50,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-08 23:30:50,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-08 23:30:50,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +18: [2023-05-08 23:30:50,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +14: [2023-05-08 23:30:50,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-08 23:30:50,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +13: [2023-05-08 23:30:50,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 3: [2023-05-08 23:30:50,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-08 23:30:50,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +13: [2023-05-08 23:30:50,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 3: [2023-05-08 23:30:50,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-08 23:30:50,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-08 23:30:50,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-08 23:30:50,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-08 23:30:50,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-08 23:30:50,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-08 23:30:50,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +18: [2023-05-08 23:30:50,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-08 23:30:50,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +18: [2023-05-08 23:30:50,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +14: [2023-05-08 23:30:50,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-08 23:30:50,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-08 23:30:50,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-08 23:30:50,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-08 23:30:50,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +10: [2023-05-08 23:30:50,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +14: [2023-05-08 23:30:50,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +14: [2023-05-08 23:30:50,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +10: [2023-05-08 23:30:50,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +26: [2023-05-08 23:30:50,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +26: [2023-05-08 23:30:50,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +21: [2023-05-08 23:30:50,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +12: [2023-05-08 23:30:50,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-08 23:30:50,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +12: [2023-05-08 23:30:50,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-08 23:30:50,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +26: [2023-05-08 23:30:50,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +21: [2023-05-08 23:30:50,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +21: [2023-05-08 23:30:50,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-08 23:30:50,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-08 23:30:50,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-08 23:30:50,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +12: [2023-05-08 23:30:50,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-08 23:30:50,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-08 23:30:50,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-08 23:30:50,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:50,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-08 23:30:50,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +27: [2023-05-08 23:30:50,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +21: [2023-05-08 23:30:50,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +29: [2023-05-08 23:30:50,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +13: [2023-05-08 23:30:50,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-08 23:30:50,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +14: [2023-05-08 23:30:50,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-08 23:30:50,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-08 23:30:50,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-08 23:30:50,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-08 23:30:50,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-08 23:30:50,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-08 23:30:50,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-08 23:30:50,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-08 23:30:50,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-08 23:30:50,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:50,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-08 23:30:50,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-08 23:30:50,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-08 23:30:50,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 8: [2023-05-08 23:30:50,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 8: [2023-05-08 23:30:50,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:50,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-08 23:30:50,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +22: [2023-05-08 23:30:50,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +27: [2023-05-08 23:30:50,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-08 23:30:50,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 3: [2023-05-08 23:30:50,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +22: [2023-05-08 23:30:50,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +29: [2023-05-08 23:30:50,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-08 23:30:50,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-08 23:30:50,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-08 23:30:50,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 3: [2023-05-08 23:30:50,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-08 23:30:50,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-08 23:30:50,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:50,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-08 23:30:50,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-08 23:30:50,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +26: [2023-05-08 23:30:50,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-08 23:30:50,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-08 23:30:50,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-08 23:30:50,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:50,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +27: [2023-05-08 23:30:50,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +29: [2023-05-08 23:30:50,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +29: [2023-05-08 23:30:50,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +26: [2023-05-08 23:30:50,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +29: [2023-05-08 23:30:50,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +26: [2023-05-08 23:30:50,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-08 23:30:50,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +11: [2023-05-08 23:30:50,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +11: [2023-05-08 23:30:50,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 0: [2023-05-08 23:30:50,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-08 23:30:50,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:50,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +23: [2023-05-08 23:30:50,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +23: [2023-05-08 23:30:50,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +23: [2023-05-08 23:30:50,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 4: [2023-05-08 23:30:50,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-08 23:30:50,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-08 23:30:50,958] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +25: [2023-05-08 23:30:50,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +25: [2023-05-08 23:30:50,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 7: [2023-05-08 23:30:50,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 0: [2023-05-08 23:30:50,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-08 23:30:50,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-08 23:30:50,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +25: [2023-05-08 23:30:50,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +15: [2023-05-08 23:30:50,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +15: [2023-05-08 23:30:50,960] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 7: [2023-05-08 23:30:50,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +11: [2023-05-08 23:30:50,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +15: [2023-05-08 23:30:50,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +11: [2023-05-08 23:30:50,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +15: [2023-05-08 23:30:50,961] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +22: [2023-05-08 23:30:50,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-08 23:30:50,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-08 23:30:50,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +31: [2023-05-08 23:30:50,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-08 23:30:50,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +22: [2023-05-08 23:30:50,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-08 23:30:50,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-08 23:30:50,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-08 23:30:50,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +17: [2023-05-08 23:30:50,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +17: [2023-05-08 23:30:50,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +17: [2023-05-08 23:30:50,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +31: [2023-05-08 23:30:50,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-08 23:30:50,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +18: [2023-05-08 23:30:50,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-08 23:30:50,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-08 23:30:50,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +28: [2023-05-08 23:30:50,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +28: [2023-05-08 23:30:50,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +28: [2023-05-08 23:30:50,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +13: [2023-05-08 23:30:50,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-08 23:30:50,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-08 23:30:50,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-08 23:30:50,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-08 23:30:50,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-08 23:30:50,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-08 23:30:50,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-08 23:30:50,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:50,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +13: [2023-05-08 23:30:50,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +23: [2023-05-08 23:30:50,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:50,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-08 23:30:50,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +18: [2023-05-08 23:30:50,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-08 23:30:50,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-08 23:30:50,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-08 23:30:50,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-08 23:30:50,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-08 23:30:50,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +25: [2023-05-08 23:30:50,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +25: [2023-05-08 23:30:50,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-08 23:30:50,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-08 23:30:50,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-08 23:30:50,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +23: [2023-05-08 23:30:50,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 6: [2023-05-08 23:30:50,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 6: [2023-05-08 23:30:50,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +25: [2023-05-08 23:30:50,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-08 23:30:50,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-08 23:30:50,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-08 23:30:50,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-08 23:30:50,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-08 23:30:50,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:50,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-08 23:30:50,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-08 23:30:50,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-08 23:30:50,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-08 23:30:50,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-08 23:30:50,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 9: [2023-05-08 23:30:50,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 3: [2023-05-08 23:30:50,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-08 23:30:50,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-08 23:30:50,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-08 23:30:50,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-08 23:30:50,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +13: [2023-05-08 23:30:50,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-08 23:30:50,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-08 23:30:50,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-08 23:30:50,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +19: [2023-05-08 23:30:50,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-08 23:30:50,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-08 23:30:50,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 9: [2023-05-08 23:30:50,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 9: [2023-05-08 23:30:50,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +25: [2023-05-08 23:30:50,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:50,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-08 23:30:50,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-08 23:30:50,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +17: [2023-05-08 23:30:50,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +17: [2023-05-08 23:30:50,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +12: [2023-05-08 23:30:50,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-08 23:30:50,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-08 23:30:50,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-08 23:30:50,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-08 23:30:50,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-08 23:30:50,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-08 23:30:50,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-08 23:30:50,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-08 23:30:50,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-08 23:30:50,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-08 23:30:50,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 5: [2023-05-08 23:30:50,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 5: [2023-05-08 23:30:50,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +22: [2023-05-08 23:30:50,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-08 23:30:50,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-08 23:30:50,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-08 23:30:50,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-08 23:30:50,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 7: [2023-05-08 23:30:50,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-08 23:30:50,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-08 23:30:50,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +22: [2023-05-08 23:30:50,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:50,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-08 23:30:50,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-08 23:30:50,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 0: [2023-05-08 23:30:50,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-08 23:30:50,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-08 23:30:50,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +26: [2023-05-08 23:30:50,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 0: [2023-05-08 23:30:50,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +12: [2023-05-08 23:30:50,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-08 23:30:50,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +31: [2023-05-08 23:30:50,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +31: [2023-05-08 23:30:50,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +10: [2023-05-08 23:30:50,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +31: [2023-05-08 23:30:50,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +26: [2023-05-08 23:30:50,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +26: [2023-05-08 23:30:50,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +13: [2023-05-08 23:30:50,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-08 23:30:50,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 2: [2023-05-08 23:30:50,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. + 2: [2023-05-08 23:30:50,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +26: [2023-05-08 23:30:50,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 6: [2023-05-08 23:30:50,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-08 23:30:50,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +10: [2023-05-08 23:30:50,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-08 23:30:50,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-08 23:30:50,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 3: [2023-05-08 23:30:50,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-08 23:30:50,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-08 23:30:50,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +16: [2023-05-08 23:30:50,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +16: [2023-05-08 23:30:50,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +16: [2023-05-08 23:30:50,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +16: [2023-05-08 23:30:50,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_23-model_01-model_states.pt. +22: [2023-05-08 23:30:50,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-08 23:30:50,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-08 23:30:50,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-08 23:30:50,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-08 23:30:50,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-08 23:30:50,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 9: [2023-05-08 23:30:50,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 6: [2023-05-08 23:30:50,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +10: [2023-05-08 23:30:50,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +24: [2023-05-08 23:30:50,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-08 23:30:50,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-08 23:30:50,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-08 23:30:50,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-08 23:30:50,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-08 23:30:50,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 3: [2023-05-08 23:30:50,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-08 23:30:51,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +24: [2023-05-08 23:30:51,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 0: [2023-05-08 23:30:51,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +23: [2023-05-08 23:30:51,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-08 23:30:51,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-08 23:30:51,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +22: [2023-05-08 23:30:51,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-08 23:30:51,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +17: [2023-05-08 23:30:51,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +25: [2023-05-08 23:30:51,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-08 23:30:51,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-08 23:30:51,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +22: [2023-05-08 23:30:51,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +18: [2023-05-08 23:30:51,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-08 23:30:51,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-08 23:30:51,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-08 23:30:51,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +31: [2023-05-08 23:30:51,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-08 23:30:51,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +17: [2023-05-08 23:30:51,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +15: [2023-05-08 23:30:51,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-08 23:30:51,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-08 23:30:51,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +31: [2023-05-08 23:30:51,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +22: [2023-05-08 23:30:51,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +22: [2023-05-08 23:30:51,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +12: [2023-05-08 23:30:51,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:51,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-08 23:30:51,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-08 23:30:51,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-08 23:30:51,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-08 23:30:51,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-08 23:30:51,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 3: [2023-05-08 23:30:51,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-08 23:30:51,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +28: [2023-05-08 23:30:51,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-08 23:30:51,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-08 23:30:51,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-08 23:30:51,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-08 23:30:51,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-08 23:30:51,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-08 23:30:51,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-08 23:30:51,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-08 23:30:51,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-08 23:30:51,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-08 23:30:51,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-08 23:30:51,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-08 23:30:51,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +21: [2023-05-08 23:30:51,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:51,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:51,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:51,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +28: [2023-05-08 23:30:51,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +21: [2023-05-08 23:30:51,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-08 23:30:51,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +21: [2023-05-08 23:30:51,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-08 23:30:51,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +19: [2023-05-08 23:30:51,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-08 23:30:51,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-08 23:30:51,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-08 23:30:51,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-08 23:30:51,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:51,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-08 23:30:51,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-08 23:30:51,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +11: [2023-05-08 23:30:51,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-08 23:30:51,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-08 23:30:51,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... +16: [2023-05-08 23:30:51,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-08 23:30:51,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-08 23:30:51,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-08 23:30:51,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-08 23:30:51,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-08 23:30:51,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-08 23:30:51,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-08 23:30:51,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-08 23:30:51,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-08 23:30:51,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +29: [2023-05-08 23:30:51,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-08 23:30:51,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +30: [2023-05-08 23:30:51,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +30: [2023-05-08 23:30:51,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +17: [2023-05-08 23:30:51,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +30: [2023-05-08 23:30:51,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +23: [2023-05-08 23:30:51,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-08 23:30:51,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:51,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-08 23:30:51,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-08 23:30:51,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-08 23:30:51,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-08 23:30:51,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +26: [2023-05-08 23:30:51,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-08 23:30:51,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-08 23:30:51,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-08 23:30:51,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-08 23:30:51,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-08 23:30:51,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-08 23:30:51,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:51,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:51,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:51,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-08 23:30:51,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:51,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-08 23:30:51,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-08 23:30:51,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-08 23:30:51,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-08 23:30:51,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 7: [2023-05-08 23:30:51,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-08 23:30:51,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +25: [2023-05-08 23:30:51,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 7: [2023-05-08 23:30:51,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 7: [2023-05-08 23:30:51,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-08 23:30:51,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-08 23:30:51,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-08 23:30:51,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +23: [2023-05-08 23:30:51,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-08 23:30:51,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-08 23:30:51,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-08 23:30:51,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-08 23:30:51,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-08 23:30:51,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-08 23:30:51,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-08 23:30:51,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 7: [2023-05-08 23:30:51,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-08 23:30:51,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +19: [2023-05-08 23:30:51,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +22: [2023-05-08 23:30:51,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-08 23:30:51,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +15: [2023-05-08 23:30:51,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +18: [2023-05-08 23:30:51,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-08 23:30:51,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-08 23:30:51,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-08 23:30:51,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +12: [2023-05-08 23:30:51,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +12: [2023-05-08 23:30:51,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +12: [2023-05-08 23:30:51,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +18: [2023-05-08 23:30:51,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-08 23:30:51,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-08 23:30:51,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-08 23:30:51,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-08 23:30:51,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +19: [2023-05-08 23:30:51,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-08 23:30:51,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +22: [2023-05-08 23:30:51,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-08 23:30:51,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +25: [2023-05-08 23:30:51,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 9: [2023-05-08 23:30:51,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-08 23:30:51,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +28: [2023-05-08 23:30:51,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +13: [2023-05-08 23:30:51,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-08 23:30:51,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-08 23:30:51,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-08 23:30:51,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +13: [2023-05-08 23:30:51,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +13: [2023-05-08 23:30:51,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 5: [2023-05-08 23:30:51,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 5: [2023-05-08 23:30:51,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +30: [2023-05-08 23:30:51,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +30: [2023-05-08 23:30:51,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:51,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-08 23:30:51,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-08 23:30:51,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +10: [2023-05-08 23:30:51,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-08 23:30:51,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-08 23:30:51,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 6: [2023-05-08 23:30:51,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +25: [2023-05-08 23:30:51,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +10: [2023-05-08 23:30:51,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-08 23:30:51,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +25: [2023-05-08 23:30:51,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-08 23:30:51,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-08 23:30:51,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-08 23:30:51,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:51,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-08 23:30:51,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-08 23:30:51,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-08 23:30:51,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-08 23:30:51,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-08 23:30:51,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +10: [2023-05-08 23:30:51,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-08 23:30:51,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-08 23:30:51,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +12: [2023-05-08 23:30:51,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-08 23:30:51,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-08 23:30:51,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-08 23:30:51,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 5: [2023-05-08 23:30:51,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +12: [2023-05-08 23:30:51,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-08 23:30:51,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-08 23:30:51,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-08 23:30:51,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:51,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-08 23:30:51,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +31: [2023-05-08 23:30:51,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +31: [2023-05-08 23:30:51,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +15: [2023-05-08 23:30:51,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-08 23:30:51,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +21: [2023-05-08 23:30:51,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-08 23:30:51,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +11: [2023-05-08 23:30:51,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-08 23:30:51,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-08 23:30:51,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-08 23:30:51,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +19: [2023-05-08 23:30:51,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +19: [2023-05-08 23:30:51,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +16: [2023-05-08 23:30:51,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +16: [2023-05-08 23:30:51,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +19: [2023-05-08 23:30:51,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +15: [2023-05-08 23:30:51,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-08 23:30:51,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-08 23:30:51,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-08 23:30:51,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-08 23:30:51,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-08 23:30:51,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-08 23:30:51,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:51,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +31: [2023-05-08 23:30:51,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +16: [2023-05-08 23:30:51,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +23: [2023-05-08 23:30:51,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-08 23:30:51,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-08 23:30:51,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +24: [2023-05-08 23:30:51,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-08 23:30:51,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-08 23:30:51,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +14: [2023-05-08 23:30:51,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-08 23:30:51,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-08 23:30:51,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-08 23:30:51,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-08 23:30:51,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-08 23:30:51,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +27: [2023-05-08 23:30:51,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-08 23:30:51,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-08 23:30:51,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-08 23:30:51,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-08 23:30:51,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-08 23:30:51,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-08 23:30:51,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:51,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-08 23:30:51,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_00-model_states.pt. +27: [2023-05-08 23:30:51,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-08 23:30:51,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +27: [2023-05-08 23:30:51,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-08 23:30:51,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-08 23:30:51,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +21: [2023-05-08 23:30:51,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt... +21: [2023-05-08 23:30:51,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-08 23:30:51,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-08 23:30:51,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-08 23:30:51,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-08 23:30:51,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-08 23:30:51,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-08 23:30:51,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-08 23:30:51,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-08 23:30:51,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-08 23:30:51,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-08 23:30:51,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-08 23:30:51,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-08 23:30:51,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-08 23:30:51,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-08 23:30:51,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-08 23:30:51,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-08 23:30:51,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-08 23:30:51,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-08 23:30:51,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-08 23:30:51,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-08 23:30:51,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-08 23:30:51,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-08 23:30:51,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-08 23:30:51,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-08 23:30:51,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-08 23:30:51,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-08 23:30:51,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-08 23:30:51,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-08 23:30:51,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-08 23:30:51,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +30: [2023-05-08 23:30:51,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-08 23:30:51,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-08 23:30:51,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-08 23:30:51,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-08 23:30:51,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-08 23:30:51,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-08 23:30:51,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-08 23:30:51,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-08 23:30:51,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-08 23:30:51,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-08 23:30:51,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-08 23:30:51,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-08 23:30:51,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +30: [2023-05-08 23:30:51,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +26: [2023-05-08 23:30:51,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-08 23:30:51,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-08 23:30:51,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-08 23:30:51,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-08 23:30:51,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-08 23:30:51,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-08 23:30:51,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +20: [2023-05-08 23:30:51,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-08 23:30:51,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-08 23:30:51,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-08 23:30:51,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-08 23:30:51,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-08 23:30:51,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-08 23:30:51,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-08 23:30:51,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-08 23:30:51,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-08 23:30:51,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-08 23:30:51,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-08 23:30:51,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-08 23:30:51,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +12: [2023-05-08 23:30:51,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +10: [2023-05-08 23:30:51,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-08 23:30:51,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-08 23:30:51,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-08 23:30:51,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-08 23:30:51,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-08 23:30:51,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-08 23:30:51,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-08 23:30:51,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +24: [2023-05-08 23:30:51,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +24: [2023-05-08 23:30:51,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +24: [2023-05-08 23:30:51,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +12: [2023-05-08 23:30:51,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 4: [2023-05-08 23:30:51,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 6: [2023-05-08 23:30:51,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-08 23:30:51,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-08 23:30:51,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-08 23:30:51,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-08 23:30:51,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-08 23:30:51,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-08 23:30:51,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-08 23:30:51,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-08 23:30:51,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +27: [2023-05-08 23:30:51,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-08 23:30:51,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-08 23:30:51,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-08 23:30:51,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:51,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:51,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-08 23:30:51,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +19: [2023-05-08 23:30:51,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-08 23:30:51,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-08 23:30:51,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 6: [2023-05-08 23:30:51,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-08 23:30:51,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-08 23:30:51,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-08 23:30:51,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-08 23:30:51,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-08 23:30:51,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-08 23:30:51,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +14: [2023-05-08 23:30:51,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-08 23:30:51,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-08 23:30:51,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +20: [2023-05-08 23:30:51,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +20: [2023-05-08 23:30:51,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +20: [2023-05-08 23:30:51,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 1: [2023-05-08 23:30:51,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-08 23:30:51,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +19: [2023-05-08 23:30:51,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-08 23:30:51,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-08 23:30:51,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-08 23:30:51,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +16: [2023-05-08 23:30:51,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-08 23:30:51,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-08 23:30:51,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-08 23:30:51,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +18: [2023-05-08 23:30:51,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +20: [2023-05-08 23:30:51,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-08 23:30:51,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-08 23:30:51,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-08 23:30:51,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +20: [2023-05-08 23:30:51,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-08 23:30:51,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +20: [2023-05-08 23:30:51,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-08 23:30:51,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-08 23:30:51,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-08 23:30:51,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +20: [2023-05-08 23:30:51,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-08 23:30:51,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-08 23:30:51,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 9: [2023-05-08 23:30:51,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-08 23:30:51,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 4: [2023-05-08 23:30:51,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-08 23:30:51,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-08 23:30:51,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-08 23:30:51,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-08 23:30:51,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +20: [2023-05-08 23:30:51,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-08 23:30:51,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-08 23:30:51,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +13: [2023-05-08 23:30:51,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +13: [2023-05-08 23:30:51,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +24: [2023-05-08 23:30:51,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +13: [2023-05-08 23:30:51,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +20: [2023-05-08 23:30:51,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-08 23:30:51,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +21: [2023-05-08 23:30:51,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +24: [2023-05-08 23:30:51,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +21: [2023-05-08 23:30:51,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +21: [2023-05-08 23:30:51,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 4: [2023-05-08 23:30:51,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +24: [2023-05-08 23:30:51,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +24: [2023-05-08 23:30:51,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-08 23:30:51,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +27: [2023-05-08 23:30:51,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +24: [2023-05-08 23:30:51,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +24: [2023-05-08 23:30:51,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +20: [2023-05-08 23:30:51,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-08 23:30:51,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +27: [2023-05-08 23:30:51,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +20: [2023-05-08 23:30:51,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +21: [2023-05-08 23:30:51,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-08 23:30:51,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-08 23:30:51,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-08 23:30:51,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-08 23:30:51,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-08 23:30:51,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-08 23:30:51,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-08 23:30:51,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-08 23:30:51,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +10: [2023-05-08 23:30:51,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +10: [2023-05-08 23:30:51,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +10: [2023-05-08 23:30:51,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +27: [2023-05-08 23:30:51,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-08 23:30:51,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +29: [2023-05-08 23:30:51,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +27: [2023-05-08 23:30:51,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-08 23:30:51,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +27: [2023-05-08 23:30:51,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-08 23:30:51,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +18: [2023-05-08 23:30:51,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +20: [2023-05-08 23:30:51,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-08 23:30:51,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-08 23:30:51,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-08 23:30:51,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +18: [2023-05-08 23:30:51,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +20: [2023-05-08 23:30:51,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +20: [2023-05-08 23:30:51,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +20: [2023-05-08 23:30:51,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +18: [2023-05-08 23:30:51,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-08 23:30:51,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-08 23:30:51,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-08 23:30:51,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-08 23:30:51,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-08 23:30:51,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +30: [2023-05-08 23:30:51,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-08 23:30:51,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-08 23:30:51,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-08 23:30:51,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +30: [2023-05-08 23:30:51,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-08 23:30:51,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +30: [2023-05-08 23:30:51,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-08 23:30:51,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-08 23:30:51,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:51,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-08 23:30:51,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-08 23:30:51,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +10: [2023-05-08 23:30:51,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +29: [2023-05-08 23:30:51,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-08 23:30:51,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +29: [2023-05-08 23:30:51,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-08 23:30:51,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-08 23:30:51,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-08 23:30:51,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-08 23:30:51,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-08 23:30:51,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 3: [2023-05-08 23:30:51,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-08 23:30:51,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-08 23:30:51,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-08 23:30:51,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-08 23:30:51,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:51,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 3: [2023-05-08 23:30:51,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-08 23:30:51,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 3: [2023-05-08 23:30:51,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-08 23:30:51,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +13: [2023-05-08 23:30:51,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +13: [2023-05-08 23:30:51,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +21: [2023-05-08 23:30:51,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-08 23:30:51,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-08 23:30:51,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +21: [2023-05-08 23:30:51,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 0: [2023-05-08 23:30:51,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-08 23:30:51,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-08 23:30:51,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-08 23:30:51,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-08 23:30:51,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +27: [2023-05-08 23:30:51,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +27: [2023-05-08 23:30:51,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +30: [2023-05-08 23:30:51,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-08 23:30:51,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:51,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-08 23:30:51,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-08 23:30:51,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +10: [2023-05-08 23:30:51,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +30: [2023-05-08 23:30:51,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-08 23:30:51,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:51,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:51,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +30: [2023-05-08 23:30:51,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-08 23:30:51,219] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +29: [2023-05-08 23:30:51,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-08 23:30:51,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-08 23:30:51,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +29: [2023-05-08 23:30:51,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +29: [2023-05-08 23:30:51,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 3: [2023-05-08 23:30:51,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 8: [2023-05-08 23:30:51,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 8: [2023-05-08 23:30:51,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,223] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 5: [2023-05-08 23:30:51,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-08 23:30:51,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +18: [2023-05-08 23:30:51,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-08 23:30:51,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-08 23:30:51,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-08 23:30:51,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-08 23:30:51,228] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-08 23:30:51,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,230] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-08 23:30:51,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-08 23:30:51,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-08 23:30:51,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-08 23:30:51,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 0: [2023-05-08 23:30:51,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 0: [2023-05-08 23:30:51,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 0: [2023-05-08 23:30:51,233] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +29: [2023-05-08 23:30:51,234] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 3: [2023-05-08 23:30:51,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-08 23:30:51,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-08 23:30:51,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-08 23:30:51,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-08 23:30:51,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +14: [2023-05-08 23:30:51,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +14: [2023-05-08 23:30:51,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +14: [2023-05-08 23:30:51,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 8: [2023-05-08 23:30:51,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-08 23:30:51,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-08 23:30:51,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-08 23:30:51,241] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +11: [2023-05-08 23:30:51,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +23: [2023-05-08 23:30:51,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +23: [2023-05-08 23:30:51,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +23: [2023-05-08 23:30:51,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +23: [2023-05-08 23:30:51,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 3: [2023-05-08 23:30:51,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-08 23:30:51,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-08 23:30:51,245] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-08 23:30:51,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +15: [2023-05-08 23:30:51,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +15: [2023-05-08 23:30:51,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 3: [2023-05-08 23:30:51,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +25: [2023-05-08 23:30:51,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +25: [2023-05-08 23:30:51,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-08 23:30:51,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-08 23:30:51,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +15: [2023-05-08 23:30:51,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-08 23:30:51,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-08 23:30:51,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 6: [2023-05-08 23:30:51,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 6: [2023-05-08 23:30:51,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 3: [2023-05-08 23:30:51,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-08 23:30:51,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +26: [2023-05-08 23:30:51,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 6: [2023-05-08 23:30:51,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 0: [2023-05-08 23:30:51,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +26: [2023-05-08 23:30:51,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-08 23:30:51,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-08 23:30:51,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-08 23:30:51,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-08 23:30:51,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-08 23:30:51,249] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 1: [2023-05-08 23:30:51,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +17: [2023-05-08 23:30:51,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +17: [2023-05-08 23:30:51,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +17: [2023-05-08 23:30:51,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 0: [2023-05-08 23:30:51,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-08 23:30:51,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 0: [2023-05-08 23:30:51,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 0: [2023-05-08 23:30:51,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +18: [2023-05-08 23:30:51,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,254] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-08 23:30:51,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-08 23:30:51,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-08 23:30:51,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-08 23:30:51,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-08 23:30:51,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-08 23:30:51,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +14: [2023-05-08 23:30:51,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-08 23:30:51,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-08 23:30:51,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,259] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-08 23:30:51,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-08 23:30:51,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-08 23:30:51,259] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-08 23:30:51,260] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:51,261] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,261] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-08 23:30:51,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-08 23:30:51,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:51,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:51,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-08 23:30:51,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-08 23:30:51,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +18: [2023-05-08 23:30:51,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-08 23:30:51,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-08 23:30:51,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:51,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-08 23:30:51,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-08 23:30:51,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-08 23:30:51,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-08 23:30:51,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:51,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-08 23:30:51,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:51,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-08 23:30:51,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-08 23:30:51,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:51,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-08 23:30:51,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +25: [2023-05-08 23:30:51,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:51,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-08 23:30:51,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,267] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-08 23:30:51,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-08 23:30:51,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +15: [2023-05-08 23:30:51,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 8: [2023-05-08 23:30:51,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 8: [2023-05-08 23:30:51,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 8: [2023-05-08 23:30:51,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 3: [2023-05-08 23:30:51,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +30: [2023-05-08 23:30:51,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +30: [2023-05-08 23:30:51,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +30: [2023-05-08 23:30:51,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +18: [2023-05-08 23:30:51,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-08 23:30:51,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +22: [2023-05-08 23:30:51,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +22: [2023-05-08 23:30:51,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +22: [2023-05-08 23:30:51,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +22: [2023-05-08 23:30:51,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-08 23:30:51,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-08 23:30:51,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-08 23:30:51,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-08 23:30:51,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-08 23:30:51,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-08 23:30:51,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 9: [2023-05-08 23:30:51,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +17: [2023-05-08 23:30:51,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 2: [2023-05-08 23:30:51,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-08 23:30:51,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 2: [2023-05-08 23:30:51,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-08 23:30:51,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-08 23:30:51,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-08 23:30:51,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-08 23:30:51,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-08 23:30:51,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-08 23:30:51,281] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +18: [2023-05-08 23:30:51,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-08 23:30:51,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +31: [2023-05-08 23:30:51,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-08 23:30:51,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-08 23:30:51,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-08 23:30:51,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-08 23:30:51,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-08 23:30:51,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-08 23:30:51,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-08 23:30:51,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-08 23:30:51,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-08 23:30:51,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-08 23:30:51,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-08 23:30:51,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +11: [2023-05-08 23:30:51,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-08 23:30:51,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +28: [2023-05-08 23:30:51,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 0: [2023-05-08 23:30:51,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +31: [2023-05-08 23:30:51,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-08 23:30:51,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 3: [2023-05-08 23:30:51,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +28: [2023-05-08 23:30:51,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-08 23:30:51,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-08 23:30:51,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,289] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +26: [2023-05-08 23:30:51,289] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +11: [2023-05-08 23:30:51,290] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 0: [2023-05-08 23:30:51,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-08 23:30:51,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-08 23:30:51,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-08 23:30:51,290] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +30: [2023-05-08 23:30:51,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-08 23:30:51,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-08 23:30:51,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-08 23:30:51,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-08 23:30:51,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-08 23:30:51,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-08 23:30:51,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +11: [2023-05-08 23:30:51,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-08 23:30:51,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +12: [2023-05-08 23:30:51,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-08 23:30:51,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-08 23:30:51,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +12: [2023-05-08 23:30:51,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:51,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-08 23:30:51,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +12: [2023-05-08 23:30:51,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-08 23:30:51,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +23: [2023-05-08 23:30:51,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:51,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +22: [2023-05-08 23:30:51,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-08 23:30:51,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +11: [2023-05-08 23:30:51,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +23: [2023-05-08 23:30:51,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-08 23:30:51,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-08 23:30:51,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-08 23:30:51,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-08 23:30:51,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 6: [2023-05-08 23:30:51,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +23: [2023-05-08 23:30:51,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-08 23:30:51,295] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-08 23:30:51,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-08 23:30:51,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-08 23:30:51,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-08 23:30:51,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:51,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-08 23:30:51,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-08 23:30:51,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-08 23:30:51,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-08 23:30:51,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-08 23:30:51,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-08 23:30:51,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-08 23:30:51,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-08 23:30:51,297] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-08 23:30:51,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-08 23:30:51,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-08 23:30:51,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-08 23:30:51,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-08 23:30:51,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +11: [2023-05-08 23:30:51,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-08 23:30:51,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-08 23:30:51,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +23: [2023-05-08 23:30:51,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +23: [2023-05-08 23:30:51,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 0: [2023-05-08 23:30:51,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +19: [2023-05-08 23:30:51,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-08 23:30:51,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-08 23:30:51,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-08 23:30:51,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +14: [2023-05-08 23:30:51,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +14: [2023-05-08 23:30:51,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +14: [2023-05-08 23:30:51,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 1: [2023-05-08 23:30:51,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-08 23:30:51,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +24: [2023-05-08 23:30:51,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-08 23:30:51,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-08 23:30:51,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-08 23:30:51,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-08 23:30:51,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-08 23:30:51,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-08 23:30:51,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +10: [2023-05-08 23:30:51,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:51,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-08 23:30:51,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-08 23:30:51,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-08 23:30:51,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-08 23:30:51,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-08 23:30:51,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +25: [2023-05-08 23:30:51,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +15: [2023-05-08 23:30:51,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +26: [2023-05-08 23:30:51,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-08 23:30:51,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,301] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +17: [2023-05-08 23:30:51,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:51,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +15: [2023-05-08 23:30:51,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +19: [2023-05-08 23:30:51,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-08 23:30:51,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-08 23:30:51,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-08 23:30:51,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-08 23:30:51,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +17: [2023-05-08 23:30:51,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +10: [2023-05-08 23:30:51,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-08 23:30:51,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +25: [2023-05-08 23:30:51,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-08 23:30:51,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-08 23:30:51,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +25: [2023-05-08 23:30:51,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-08 23:30:51,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-08 23:30:51,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-08 23:30:51,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:51,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-08 23:30:51,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +25: [2023-05-08 23:30:51,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-08 23:30:51,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +26: [2023-05-08 23:30:51,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +25: [2023-05-08 23:30:51,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-08 23:30:51,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-08 23:30:51,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-08 23:30:51,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +17: [2023-05-08 23:30:51,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +25: [2023-05-08 23:30:51,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +12: [2023-05-08 23:30:51,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +12: [2023-05-08 23:30:51,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +12: [2023-05-08 23:30:51,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 6: [2023-05-08 23:30:51,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +17: [2023-05-08 23:30:51,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 1: [2023-05-08 23:30:51,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-08 23:30:51,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-08 23:30:51,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 1: [2023-05-08 23:30:51,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 6: [2023-05-08 23:30:51,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +25: [2023-05-08 23:30:51,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +15: [2023-05-08 23:30:51,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-08 23:30:51,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-08 23:30:51,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +15: [2023-05-08 23:30:51,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:51,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +16: [2023-05-08 23:30:51,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +16: [2023-05-08 23:30:51,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-08 23:30:51,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +31: [2023-05-08 23:30:51,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-08 23:30:51,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +28: [2023-05-08 23:30:51,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-08 23:30:51,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-08 23:30:51,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-08 23:30:51,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-08 23:30:51,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-08 23:30:51,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-08 23:30:51,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 5: [2023-05-08 23:30:51,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 5: [2023-05-08 23:30:51,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +15: [2023-05-08 23:30:51,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 5: [2023-05-08 23:30:51,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 5: [2023-05-08 23:30:51,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +31: [2023-05-08 23:30:51,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +21: [2023-05-08 23:30:51,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-08 23:30:51,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-08 23:30:51,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-08 23:30:51,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-08 23:30:51,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-08 23:30:51,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-08 23:30:51,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-08 23:30:51,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-08 23:30:51,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-08 23:30:51,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 1: [2023-05-08 23:30:51,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 7: [2023-05-08 23:30:51,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-08 23:30:51,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-08 23:30:51,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-08 23:30:51,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-08 23:30:51,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +22: [2023-05-08 23:30:51,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-08 23:30:51,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-08 23:30:51,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +13: [2023-05-08 23:30:51,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-08 23:30:51,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-08 23:30:51,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-08 23:30:51,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-08 23:30:51,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +12: [2023-05-08 23:30:51,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-08 23:30:51,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-08 23:30:51,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-08 23:30:51,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-08 23:30:51,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +23: [2023-05-08 23:30:51,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-08 23:30:51,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-08 23:30:51,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-08 23:30:51,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-08 23:30:51,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-08 23:30:51,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-08 23:30:51,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +16: [2023-05-08 23:30:51,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-08 23:30:51,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +23: [2023-05-08 23:30:51,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-08 23:30:51,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +29: [2023-05-08 23:30:51,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-08 23:30:51,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +22: [2023-05-08 23:30:51,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +16: [2023-05-08 23:30:51,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +22: [2023-05-08 23:30:51,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-08 23:30:51,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +19: [2023-05-08 23:30:51,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +19: [2023-05-08 23:30:51,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +19: [2023-05-08 23:30:51,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +30: [2023-05-08 23:30:51,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-08 23:30:51,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-08 23:30:51,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-08 23:30:51,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:51,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:51,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:51,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-08 23:30:51,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-08 23:30:51,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-08 23:30:51,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +28: [2023-05-08 23:30:51,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-08 23:30:51,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +22: [2023-05-08 23:30:51,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-08 23:30:51,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-08 23:30:51,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-08 23:30:51,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-08 23:30:51,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-08 23:30:51,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-08 23:30:51,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-08 23:30:51,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-08 23:30:51,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-08 23:30:51,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:51,334] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +23: [2023-05-08 23:30:51,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-08 23:30:51,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-08 23:30:51,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-08 23:30:51,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-08 23:30:51,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-08 23:30:51,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-08 23:30:51,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-08 23:30:51,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-08 23:30:51,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-08 23:30:51,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-08 23:30:51,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-08 23:30:51,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-08 23:30:51,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-08 23:30:51,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-08 23:30:51,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-08 23:30:51,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-08 23:30:51,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +27: [2023-05-08 23:30:51,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-08 23:30:51,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-08 23:30:51,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-08 23:30:51,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-08 23:30:51,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-08 23:30:51,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-08 23:30:51,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:51,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-08 23:30:51,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +22: [2023-05-08 23:30:51,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +10: [2023-05-08 23:30:51,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-08 23:30:51,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-08 23:30:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-08 23:30:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-08 23:30:51,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +12: [2023-05-08 23:30:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-08 23:30:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-08 23:30:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-08 23:30:51,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-08 23:30:51,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. + 2: [2023-05-08 23:30:51,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +12: [2023-05-08 23:30:51,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-08 23:30:51,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-08 23:30:51,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +19: [2023-05-08 23:30:51,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +23: [2023-05-08 23:30:51,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-08 23:30:51,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-08 23:30:51,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-08 23:30:51,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-08 23:30:51,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-08 23:30:51,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_24-model_01-model_states.pt. +23: [2023-05-08 23:30:51,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +31: [2023-05-08 23:30:51,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +29: [2023-05-08 23:30:51,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-08 23:30:51,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-08 23:30:51,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-08 23:30:51,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-08 23:30:51,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-08 23:30:51,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +28: [2023-05-08 23:30:51,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-08 23:30:51,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-08 23:30:51,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-08 23:30:51,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-08 23:30:51,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-08 23:30:51,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-08 23:30:51,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-08 23:30:51,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-08 23:30:51,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-08 23:30:51,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-08 23:30:51,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-08 23:30:51,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-08 23:30:51,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:51,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-08 23:30:51,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-08 23:30:51,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-08 23:30:51,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-08 23:30:51,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-08 23:30:51,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-08 23:30:51,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +24: [2023-05-08 23:30:51,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-08 23:30:51,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-08 23:30:51,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-08 23:30:51,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-08 23:30:51,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-08 23:30:51,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-08 23:30:51,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:51,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-08 23:30:51,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-08 23:30:51,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-08 23:30:51,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 7: [2023-05-08 23:30:51,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-08 23:30:51,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-08 23:30:51,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +13: [2023-05-08 23:30:51,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +12: [2023-05-08 23:30:51,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-08 23:30:51,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +21: [2023-05-08 23:30:51,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +21: [2023-05-08 23:30:51,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 2: [2023-05-08 23:30:51,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... +12: [2023-05-08 23:30:51,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-08 23:30:51,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 2: [2023-05-08 23:30:51,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +28: [2023-05-08 23:30:51,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-08 23:30:51,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +21: [2023-05-08 23:30:51,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 7: [2023-05-08 23:30:51,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +13: [2023-05-08 23:30:51,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +31: [2023-05-08 23:30:51,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-08 23:30:51,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-08 23:30:51,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-08 23:30:51,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-08 23:30:51,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-08 23:30:51,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +28: [2023-05-08 23:30:51,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 5: [2023-05-08 23:30:51,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +13: [2023-05-08 23:30:51,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-08 23:30:51,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-08 23:30:51,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +31: [2023-05-08 23:30:51,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +16: [2023-05-08 23:30:51,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +31: [2023-05-08 23:30:51,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +22: [2023-05-08 23:30:51,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-08 23:30:51,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-08 23:30:51,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-08 23:30:51,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-08 23:30:51,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-08 23:30:51,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +16: [2023-05-08 23:30:51,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +13: [2023-05-08 23:30:51,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-08 23:30:51,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-08 23:30:51,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-08 23:30:51,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-08 23:30:51,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-08 23:30:51,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 9: [2023-05-08 23:30:51,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-08 23:30:51,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +27: [2023-05-08 23:30:51,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-08 23:30:51,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-08 23:30:51,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-08 23:30:51,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-08 23:30:51,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +22: [2023-05-08 23:30:51,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:51,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:51,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:51,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-08 23:30:51,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +12: [2023-05-08 23:30:51,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +12: [2023-05-08 23:30:51,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +12: [2023-05-08 23:30:51,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +22: [2023-05-08 23:30:51,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-08 23:30:51,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-08 23:30:51,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-08 23:30:51,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-08 23:30:51,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-08 23:30:51,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-08 23:30:51,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-08 23:30:51,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 1: [2023-05-08 23:30:51,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-08 23:30:51,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-08 23:30:51,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +16: [2023-05-08 23:30:51,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 1: [2023-05-08 23:30:51,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-08 23:30:51,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-08 23:30:51,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-08 23:30:51,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-08 23:30:51,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-08 23:30:51,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-08 23:30:51,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-08 23:30:51,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-08 23:30:51,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-08 23:30:51,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-08 23:30:51,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-08 23:30:51,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-08 23:30:51,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-08 23:30:51,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-08 23:30:51,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-08 23:30:51,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +19: [2023-05-08 23:30:51,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-08 23:30:51,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-08 23:30:51,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +12: [2023-05-08 23:30:51,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +21: [2023-05-08 23:30:51,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-08 23:30:51,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-08 23:30:51,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-08 23:30:51,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-08 23:30:51,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-08 23:30:51,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-08 23:30:51,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-08 23:30:51,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-08 23:30:51,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-08 23:30:51,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-08 23:30:51,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-08 23:30:51,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-08 23:30:51,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-08 23:30:51,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-08 23:30:51,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-08 23:30:51,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-08 23:30:51,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +11: [2023-05-08 23:30:51,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-08 23:30:51,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +14: [2023-05-08 23:30:51,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_00-model_states.pt. +19: [2023-05-08 23:30:51,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:51,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-08 23:30:51,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt... +19: [2023-05-08 23:30:51,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +27: [2023-05-08 23:30:51,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-08 23:30:51,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-08 23:30:51,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-08 23:30:51,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-08 23:30:51,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-08 23:30:51,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +20: [2023-05-08 23:30:51,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-08 23:30:51,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-08 23:30:51,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +16: [2023-05-08 23:30:51,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-08 23:30:51,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +20: [2023-05-08 23:30:51,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-08 23:30:51,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +16: [2023-05-08 23:30:51,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-08 23:30:51,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-08 23:30:51,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-08 23:30:51,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-08 23:30:51,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-08 23:30:51,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-08 23:30:51,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-08 23:30:51,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-08 23:30:51,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-08 23:30:51,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:51,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-08 23:30:51,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +20: [2023-05-08 23:30:51,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-08 23:30:51,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +19: [2023-05-08 23:30:51,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-08 23:30:51,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-08 23:30:51,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-08 23:30:51,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-08 23:30:51,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-08 23:30:51,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-08 23:30:51,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +13: [2023-05-08 23:30:51,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-08 23:30:51,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-08 23:30:51,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-08 23:30:51,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-08 23:30:51,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +21: [2023-05-08 23:30:51,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:51,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +13: [2023-05-08 23:30:51,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-08 23:30:51,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +13: [2023-05-08 23:30:51,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +21: [2023-05-08 23:30:51,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-08 23:30:51,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +10: [2023-05-08 23:30:51,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +10: [2023-05-08 23:30:51,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +10: [2023-05-08 23:30:51,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +21: [2023-05-08 23:30:51,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 7: [2023-05-08 23:30:51,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-08 23:30:51,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-08 23:30:51,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-08 23:30:51,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-08 23:30:51,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-08 23:30:51,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-08 23:30:51,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-08 23:30:51,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-08 23:30:51,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 6: [2023-05-08 23:30:51,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-08 23:30:51,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:51,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:51,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-08 23:30:51,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +10: [2023-05-08 23:30:51,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-08 23:30:51,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-08 23:30:51,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-08 23:30:51,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-08 23:30:51,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-08 23:30:51,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-08 23:30:51,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-08 23:30:51,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-08 23:30:51,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-08 23:30:51,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-08 23:30:51,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +29: [2023-05-08 23:30:51,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 3: [2023-05-08 23:30:51,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-08 23:30:51,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 3: [2023-05-08 23:30:51,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-08 23:30:51,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-08 23:30:51,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-08 23:30:51,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-08 23:30:51,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-08 23:30:51,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-08 23:30:51,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-08 23:30:51,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +29: [2023-05-08 23:30:51,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +20: [2023-05-08 23:30:51,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 8: [2023-05-08 23:30:51,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-08 23:30:51,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:51,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:51,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +20: [2023-05-08 23:30:51,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:51,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +20: [2023-05-08 23:30:51,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-08 23:30:51,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +29: [2023-05-08 23:30:51,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-08 23:30:51,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +29: [2023-05-08 23:30:51,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:51,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +10: [2023-05-08 23:30:51,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-08 23:30:51,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 3: [2023-05-08 23:30:51,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 3: [2023-05-08 23:30:51,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 3: [2023-05-08 23:30:51,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-08 23:30:51,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-08 23:30:51,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +24: [2023-05-08 23:30:51,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +24: [2023-05-08 23:30:51,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +24: [2023-05-08 23:30:51,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +24: [2023-05-08 23:30:51,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +20: [2023-05-08 23:30:51,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 4: [2023-05-08 23:30:51,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-08 23:30:51,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-08 23:30:51,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +27: [2023-05-08 23:30:51,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +27: [2023-05-08 23:30:51,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +27: [2023-05-08 23:30:51,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +10: [2023-05-08 23:30:51,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 4: [2023-05-08 23:30:51,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 4: [2023-05-08 23:30:51,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 3: [2023-05-08 23:30:51,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-08 23:30:51,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:51,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-08 23:30:51,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-08 23:30:51,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +24: [2023-05-08 23:30:51,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:51,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-08 23:30:51,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-08 23:30:51,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-08 23:30:51,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +18: [2023-05-08 23:30:51,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +18: [2023-05-08 23:30:51,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +29: [2023-05-08 23:30:51,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-08 23:30:51,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +27: [2023-05-08 23:30:51,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-08 23:30:51,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:51,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-08 23:30:51,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-08 23:30:51,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-08 23:30:51,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-08 23:30:51,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-08 23:30:51,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-08 23:30:51,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-08 23:30:51,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-08 23:30:51,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-08 23:30:51,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-08 23:30:51,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-08 23:30:51,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-08 23:30:51,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +25: [2023-05-08 23:30:51,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +25: [2023-05-08 23:30:51,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +25: [2023-05-08 23:30:51,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +18: [2023-05-08 23:30:51,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-08 23:30:51,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +17: [2023-05-08 23:30:51,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-08 23:30:51,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +17: [2023-05-08 23:30:51,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +29: [2023-05-08 23:30:51,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-08 23:30:51,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-08 23:30:51,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-08 23:30:51,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +29: [2023-05-08 23:30:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-08 23:30:51,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-08 23:30:51,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +18: [2023-05-08 23:30:51,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +29: [2023-05-08 23:30:51,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 4: [2023-05-08 23:30:51,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-08 23:30:51,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-08 23:30:51,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-08 23:30:51,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-08 23:30:51,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-08 23:30:51,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +27: [2023-05-08 23:30:51,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +29: [2023-05-08 23:30:51,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +25: [2023-05-08 23:30:51,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-08 23:30:51,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +14: [2023-05-08 23:30:51,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +14: [2023-05-08 23:30:51,522] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 9: [2023-05-08 23:30:51,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +14: [2023-05-08 23:30:51,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +25: [2023-05-08 23:30:51,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +17: [2023-05-08 23:30:51,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-08 23:30:51,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +17: [2023-05-08 23:30:51,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 7: [2023-05-08 23:30:51,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 7: [2023-05-08 23:30:51,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +17: [2023-05-08 23:30:51,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +29: [2023-05-08 23:30:51,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-08 23:30:51,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-08 23:30:51,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-08 23:30:51,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-08 23:30:51,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +16: [2023-05-08 23:30:51,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 3: [2023-05-08 23:30:51,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-08 23:30:51,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +24: [2023-05-08 23:30:51,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:51,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-08 23:30:51,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:51,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 5: [2023-05-08 23:30:51,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +16: [2023-05-08 23:30:51,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +30: [2023-05-08 23:30:51,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +30: [2023-05-08 23:30:51,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +24: [2023-05-08 23:30:51,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +18: [2023-05-08 23:30:51,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-08 23:30:51,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +30: [2023-05-08 23:30:51,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +31: [2023-05-08 23:30:51,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-08 23:30:51,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-08 23:30:51,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-08 23:30:51,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-08 23:30:51,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-08 23:30:51,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-08 23:30:51,533] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +24: [2023-05-08 23:30:51,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-08 23:30:51,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-08 23:30:51,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +11: [2023-05-08 23:30:51,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +11: [2023-05-08 23:30:51,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +11: [2023-05-08 23:30:51,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +27: [2023-05-08 23:30:51,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-08 23:30:51,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-08 23:30:51,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-08 23:30:51,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-08 23:30:51,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +24: [2023-05-08 23:30:51,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +30: [2023-05-08 23:30:51,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-08 23:30:51,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +27: [2023-05-08 23:30:51,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +27: [2023-05-08 23:30:51,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 9: [2023-05-08 23:30:51,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-08 23:30:51,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-08 23:30:51,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-08 23:30:51,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-08 23:30:51,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +18: [2023-05-08 23:30:51,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-08 23:30:51,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-08 23:30:51,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-08 23:30:51,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-08 23:30:51,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-08 23:30:51,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-08 23:30:51,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-08 23:30:51,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-08 23:30:51,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-08 23:30:51,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +15: [2023-05-08 23:30:51,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-08 23:30:51,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +28: [2023-05-08 23:30:51,546] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +15: [2023-05-08 23:30:51,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-08 23:30:51,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-08 23:30:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-08 23:30:51,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +24: [2023-05-08 23:30:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +15: [2023-05-08 23:30:51,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-08 23:30:51,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +28: [2023-05-08 23:30:51,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +22: [2023-05-08 23:30:51,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +16: [2023-05-08 23:30:51,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-08 23:30:51,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +15: [2023-05-08 23:30:51,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-08 23:30:51,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-08 23:30:51,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-08 23:30:51,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-08 23:30:51,548] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +30: [2023-05-08 23:30:51,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-08 23:30:51,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +30: [2023-05-08 23:30:51,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-08 23:30:51,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 3: [2023-05-08 23:30:51,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-08 23:30:51,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 0: [2023-05-08 23:30:51,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 0: [2023-05-08 23:30:51,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +16: [2023-05-08 23:30:51,550] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-08 23:30:51,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +18: [2023-05-08 23:30:51,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +30: [2023-05-08 23:30:51,551] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-08 23:30:51,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-08 23:30:51,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:51,552] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-08 23:30:51,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-08 23:30:51,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +30: [2023-05-08 23:30:51,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-08 23:30:51,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-08 23:30:51,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-08 23:30:51,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +29: [2023-05-08 23:30:51,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-08 23:30:51,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-08 23:30:51,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +31: [2023-05-08 23:30:51,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +31: [2023-05-08 23:30:51,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +17: [2023-05-08 23:30:51,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-08 23:30:51,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-08 23:30:51,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +25: [2023-05-08 23:30:51,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:51,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-08 23:30:51,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-08 23:30:51,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-08 23:30:51,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-08 23:30:51,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +25: [2023-05-08 23:30:51,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 6: [2023-05-08 23:30:51,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 6: [2023-05-08 23:30:51,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 6: [2023-05-08 23:30:51,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 6: [2023-05-08 23:30:51,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +28: [2023-05-08 23:30:51,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-08 23:30:51,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-08 23:30:51,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 1: [2023-05-08 23:30:51,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 2: [2023-05-08 23:30:51,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 2: [2023-05-08 23:30:51,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 2: [2023-05-08 23:30:51,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 1: [2023-05-08 23:30:51,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +17: [2023-05-08 23:30:51,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-08 23:30:51,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-08 23:30:51,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 1: [2023-05-08 23:30:51,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +25: [2023-05-08 23:30:51,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +18: [2023-05-08 23:30:51,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +22: [2023-05-08 23:30:51,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-08 23:30:51,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-08 23:30:51,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-08 23:30:51,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +25: [2023-05-08 23:30:51,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-08 23:30:51,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-08 23:30:51,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,565] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-08 23:30:51,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-08 23:30:51,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-08 23:30:51,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-08 23:30:51,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:51,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-08 23:30:51,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,566] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-08 23:30:51,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:51,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-08 23:30:51,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-08 23:30:51,569] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-08 23:30:51,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +15: [2023-05-08 23:30:51,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:51,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 7: [2023-05-08 23:30:51,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,572] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-08 23:30:51,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 7: [2023-05-08 23:30:51,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +15: [2023-05-08 23:30:51,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-08 23:30:51,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +12: [2023-05-08 23:30:51,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +12: [2023-05-08 23:30:51,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +12: [2023-05-08 23:30:51,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 9: [2023-05-08 23:30:51,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-08 23:30:51,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-08 23:30:51,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-08 23:30:51,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:51,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 5: [2023-05-08 23:30:51,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +15: [2023-05-08 23:30:51,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-08 23:30:51,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:51,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 9: [2023-05-08 23:30:51,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +11: [2023-05-08 23:30:51,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-08 23:30:51,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +26: [2023-05-08 23:30:51,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 7: [2023-05-08 23:30:51,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +14: [2023-05-08 23:30:51,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-08 23:30:51,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +14: [2023-05-08 23:30:51,578] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 1: [2023-05-08 23:30:51,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-08 23:30:51,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +31: [2023-05-08 23:30:51,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-08 23:30:51,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. + 5: [2023-05-08 23:30:51,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +26: [2023-05-08 23:30:51,580] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +14: [2023-05-08 23:30:51,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +11: [2023-05-08 23:30:51,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +16: [2023-05-08 23:30:51,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,581] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +16: [2023-05-08 23:30:51,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-08 23:30:51,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-08 23:30:51,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-08 23:30:51,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-08 23:30:51,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,582] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-08 23:30:51,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-08 23:30:51,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-08 23:30:51,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-08 23:30:51,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +11: [2023-05-08 23:30:51,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +28: [2023-05-08 23:30:51,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-08 23:30:51,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-08 23:30:51,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-08 23:30:51,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-08 23:30:51,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-08 23:30:51,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +23: [2023-05-08 23:30:51,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +23: [2023-05-08 23:30:51,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +16: [2023-05-08 23:30:51,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +13: [2023-05-08 23:30:51,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:51,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +23: [2023-05-08 23:30:51,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +13: [2023-05-08 23:30:51,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-08 23:30:51,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-08 23:30:51,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-08 23:30:51,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-08 23:30:51,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-08 23:30:51,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +30: [2023-05-08 23:30:51,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +31: [2023-05-08 23:30:51,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-08 23:30:51,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:51,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 7: [2023-05-08 23:30:51,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +28: [2023-05-08 23:30:51,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-08 23:30:51,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-08 23:30:51,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +14: [2023-05-08 23:30:51,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-08 23:30:51,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-08 23:30:51,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-08 23:30:51,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +11: [2023-05-08 23:30:51,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-08 23:30:51,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-08 23:30:51,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +14: [2023-05-08 23:30:51,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +11: [2023-05-08 23:30:51,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +11: [2023-05-08 23:30:51,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +13: [2023-05-08 23:30:51,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +30: [2023-05-08 23:30:51,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-08 23:30:51,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-08 23:30:51,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +15: [2023-05-08 23:30:51,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +22: [2023-05-08 23:30:51,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-08 23:30:51,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-08 23:30:51,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-08 23:30:51,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-08 23:30:51,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +15: [2023-05-08 23:30:51,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +15: [2023-05-08 23:30:51,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_25-model_01-model_states.pt. +15: [2023-05-08 23:30:51,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-08 23:30:51,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +30: [2023-05-08 23:30:51,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-08 23:30:51,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-08 23:30:51,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 8: [2023-05-08 23:30:51,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 8: [2023-05-08 23:30:51,591] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +15: [2023-05-08 23:30:51,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-08 23:30:51,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-08 23:30:51,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 8: [2023-05-08 23:30:51,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 5: [2023-05-08 23:30:51,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-08 23:30:51,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-08 23:30:51,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +26: [2023-05-08 23:30:51,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +13: [2023-05-08 23:30:51,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +22: [2023-05-08 23:30:51,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-08 23:30:51,596] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +26: [2023-05-08 23:30:51,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-08 23:30:51,596] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +22: [2023-05-08 23:30:51,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +22: [2023-05-08 23:30:51,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-08 23:30:51,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +22: [2023-05-08 23:30:51,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +23: [2023-05-08 23:30:51,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +23: [2023-05-08 23:30:51,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-08 23:30:51,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-08 23:30:51,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +21: [2023-05-08 23:30:51,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-08 23:30:51,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-08 23:30:51,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-08 23:30:51,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-08 23:30:51,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:51,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-08 23:30:51,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-08 23:30:51,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 0: [2023-05-08 23:30:51,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-08 23:30:51,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-08 23:30:51,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-08 23:30:51,607] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-08 23:30:51,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +30: [2023-05-08 23:30:51,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +30: [2023-05-08 23:30:51,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-08 23:30:51,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-08 23:30:51,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-08 23:30:51,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +28: [2023-05-08 23:30:51,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +13: [2023-05-08 23:30:51,609] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-08 23:30:51,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt... +17: [2023-05-08 23:30:51,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-08 23:30:51,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-08 23:30:51,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-08 23:30:51,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +19: [2023-05-08 23:30:51,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +19: [2023-05-08 23:30:51,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +17: [2023-05-08 23:30:51,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-08 23:30:51,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-08 23:30:51,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 0: [2023-05-08 23:30:51,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 0: [2023-05-08 23:30:51,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 8: [2023-05-08 23:30:51,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-08 23:30:51,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-08 23:30:51,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-08 23:30:51,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-08 23:30:51,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-08 23:30:51,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-08 23:30:51,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-08 23:30:51,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-08 23:30:51,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-08 23:30:51,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-08 23:30:51,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +28: [2023-05-08 23:30:51,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-08 23:30:51,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-08 23:30:51,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-08 23:30:51,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-08 23:30:51,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-08 23:30:51,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-08 23:30:51,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-08 23:30:51,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-08 23:30:51,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 6: [2023-05-08 23:30:51,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +30: [2023-05-08 23:30:51,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 1: [2023-05-08 23:30:51,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +21: [2023-05-08 23:30:51,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-08 23:30:51,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:51,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-08 23:30:51,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-08 23:30:51,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-08 23:30:51,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 6: [2023-05-08 23:30:51,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 6: [2023-05-08 23:30:51,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +19: [2023-05-08 23:30:51,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:51,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +10: [2023-05-08 23:30:51,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +10: [2023-05-08 23:30:51,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 2: [2023-05-08 23:30:51,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +10: [2023-05-08 23:30:51,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +12: [2023-05-08 23:30:51,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:51,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-08 23:30:51,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-08 23:30:51,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-08 23:30:51,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +19: [2023-05-08 23:30:51,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +28: [2023-05-08 23:30:51,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-08 23:30:51,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-08 23:30:51,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-08 23:30:51,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-08 23:30:51,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-08 23:30:51,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:51,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-08 23:30:51,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-08 23:30:51,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-08 23:30:51,628] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +28: [2023-05-08 23:30:51,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-08 23:30:51,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-08 23:30:51,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +31: [2023-05-08 23:30:51,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 5: [2023-05-08 23:30:51,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +31: [2023-05-08 23:30:51,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +19: [2023-05-08 23:30:51,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +26: [2023-05-08 23:30:51,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +26: [2023-05-08 23:30:51,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +21: [2023-05-08 23:30:51,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-08 23:30:51,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-08 23:30:51,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +19: [2023-05-08 23:30:51,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-08 23:30:51,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-08 23:30:51,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-08 23:30:51,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +12: [2023-05-08 23:30:51,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 5: [2023-05-08 23:30:51,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-08 23:30:51,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +26: [2023-05-08 23:30:51,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +13: [2023-05-08 23:30:51,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-08 23:30:51,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-08 23:30:51,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +12: [2023-05-08 23:30:51,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +12: [2023-05-08 23:30:51,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +23: [2023-05-08 23:30:51,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +27: [2023-05-08 23:30:51,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-08 23:30:51,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +21: [2023-05-08 23:30:51,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +21: [2023-05-08 23:30:51,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +21: [2023-05-08 23:30:51,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +23: [2023-05-08 23:30:51,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-08 23:30:51,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-08 23:30:51,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +23: [2023-05-08 23:30:51,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 5: [2023-05-08 23:30:51,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-08 23:30:51,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-08 23:30:51,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:51,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-08 23:30:51,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-08 23:30:51,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +23: [2023-05-08 23:30:51,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-08 23:30:51,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-08 23:30:51,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-08 23:30:51,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-08 23:30:51,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-08 23:30:51,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-08 23:30:51,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +10: [2023-05-08 23:30:51,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +23: [2023-05-08 23:30:51,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-08 23:30:51,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:51,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-08 23:30:51,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +23: [2023-05-08 23:30:51,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +28: [2023-05-08 23:30:51,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-08 23:30:51,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:51,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +23: [2023-05-08 23:30:51,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... + 6: [2023-05-08 23:30:51,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-08 23:30:51,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-08 23:30:51,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-08 23:30:51,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +28: [2023-05-08 23:30:51,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-08 23:30:51,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 8: [2023-05-08 23:30:51,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 8: [2023-05-08 23:30:51,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +13: [2023-05-08 23:30:51,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-08 23:30:51,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +17: [2023-05-08 23:30:51,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-08 23:30:51,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-08 23:30:51,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +15: [2023-05-08 23:30:51,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_00-model_states.pt. +17: [2023-05-08 23:30:51,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-08 23:30:51,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-08 23:30:51,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-08 23:30:51,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-08 23:30:51,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-08 23:30:51,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-08 23:30:51,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +17: [2023-05-08 23:30:51,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +15: [2023-05-08 23:30:51,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +15: [2023-05-08 23:30:51,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt... +21: [2023-05-08 23:30:51,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-08 23:30:51,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-08 23:30:51,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-08 23:30:51,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-08 23:30:51,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-08 23:30:51,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-08 23:30:51,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-08 23:30:51,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-08 23:30:51,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-08 23:30:51,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-08 23:30:51,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +21: [2023-05-08 23:30:51,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +12: [2023-05-08 23:30:51,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-08 23:30:51,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-08 23:30:51,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-08 23:30:51,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-08 23:30:51,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 1: [2023-05-08 23:30:51,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-08 23:30:51,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 0: [2023-05-08 23:30:51,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-08 23:30:51,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-08 23:30:51,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 3: [2023-05-08 23:30:51,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-08 23:30:51,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-08 23:30:51,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-08 23:30:51,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-08 23:30:51,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-08 23:30:51,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-08 23:30:51,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-08 23:30:51,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-08 23:30:51,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-08 23:30:51,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-08 23:30:51,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +17: [2023-05-08 23:30:51,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-08 23:30:51,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-08 23:30:51,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-08 23:30:51,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-08 23:30:51,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-08 23:30:51,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-08 23:30:51,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +10: [2023-05-08 23:30:51,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-08 23:30:51,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-08 23:30:51,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-08 23:30:51,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-08 23:30:51,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-08 23:30:51,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-08 23:30:51,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-08 23:30:51,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-08 23:30:51,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-08 23:30:51,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-08 23:30:51,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-08 23:30:51,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-08 23:30:51,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-08 23:30:51,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:51,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 3: [2023-05-08 23:30:51,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-08 23:30:51,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-08 23:30:51,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-08 23:30:51,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-08 23:30:51,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-08 23:30:51,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-08 23:30:51,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-08 23:30:51,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-08 23:30:51,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-08 23:30:51,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +11: [2023-05-08 23:30:51,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-08 23:30:51,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-08 23:30:51,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-08 23:30:51,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-08 23:30:51,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-08 23:30:51,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-08 23:30:51,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-08 23:30:51,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-08 23:30:51,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-08 23:30:51,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +19: [2023-05-08 23:30:51,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-08 23:30:51,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-08 23:30:51,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-08 23:30:51,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-08 23:30:51,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-08 23:30:51,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +10: [2023-05-08 23:30:51,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +21: [2023-05-08 23:30:51,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-08 23:30:51,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-08 23:30:51,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-08 23:30:51,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-08 23:30:51,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +19: [2023-05-08 23:30:51,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +25: [2023-05-08 23:30:51,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-08 23:30:51,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-08 23:30:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-08 23:30:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +12: [2023-05-08 23:30:51,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-08 23:30:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-08 23:30:51,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-08 23:30:51,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-08 23:30:51,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-08 23:30:51,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-08 23:30:51,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-08 23:30:51,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-08 23:30:51,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +21: [2023-05-08 23:30:51,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 6: [2023-05-08 23:30:51,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-08 23:30:51,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-08 23:30:51,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-08 23:30:51,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-08 23:30:51,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-08 23:30:51,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-08 23:30:51,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-08 23:30:51,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-08 23:30:51,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-08 23:30:51,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-08 23:30:51,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-08 23:30:51,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-08 23:30:51,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-08 23:30:51,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-08 23:30:51,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 1: [2023-05-08 23:30:51,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-08 23:30:51,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-08 23:30:51,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-08 23:30:51,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-08 23:30:51,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-08 23:30:51,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-08 23:30:51,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-08 23:30:51,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-08 23:30:51,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-08 23:30:51,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:51,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-08 23:30:51,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-08 23:30:51,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-08 23:30:51,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-08 23:30:51,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +22: [2023-05-08 23:30:51,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-08 23:30:51,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-08 23:30:51,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-08 23:30:51,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-08 23:30:51,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:51,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +18: [2023-05-08 23:30:51,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 7: [2023-05-08 23:30:51,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-08 23:30:51,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-08 23:30:51,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +17: [2023-05-08 23:30:51,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +17: [2023-05-08 23:30:51,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +17: [2023-05-08 23:30:51,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 3: [2023-05-08 23:30:51,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-08 23:30:51,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-08 23:30:51,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-08 23:30:51,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-08 23:30:51,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-08 23:30:51,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-08 23:30:51,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-08 23:30:51,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-08 23:30:51,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-08 23:30:51,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-08 23:30:51,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-08 23:30:51,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-08 23:30:51,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-08 23:30:51,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-08 23:30:51,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-08 23:30:51,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-08 23:30:51,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-08 23:30:51,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-08 23:30:51,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-08 23:30:51,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:51,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-08 23:30:51,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-08 23:30:51,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-08 23:30:51,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-08 23:30:51,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-08 23:30:51,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-08 23:30:51,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-08 23:30:51,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-08 23:30:51,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-08 23:30:51,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-08 23:30:51,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-08 23:30:51,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-08 23:30:51,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +11: [2023-05-08 23:30:51,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-08 23:30:51,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-08 23:30:51,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-08 23:30:51,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-08 23:30:51,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-08 23:30:51,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-08 23:30:51,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-08 23:30:51,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-08 23:30:51,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-08 23:30:51,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-08 23:30:51,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-08 23:30:51,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:51,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-08 23:30:51,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-08 23:30:51,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-08 23:30:51,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-08 23:30:51,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-08 23:30:51,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-08 23:30:51,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-08 23:30:51,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-08 23:30:51,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-08 23:30:51,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-08 23:30:51,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-08 23:30:51,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-08 23:30:51,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-08 23:30:51,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-08 23:30:51,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-08 23:30:51,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-08 23:30:51,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-08 23:30:51,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-08 23:30:51,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-08 23:30:51,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-08 23:30:51,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-08 23:30:51,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-08 23:30:51,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-08 23:30:51,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-08 23:30:51,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-08 23:30:51,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-08 23:30:51,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-08 23:30:51,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-08 23:30:51,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +20: [2023-05-08 23:30:51,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-08 23:30:51,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-08 23:30:51,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:51,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-08 23:30:51,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-08 23:30:51,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:51,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:51,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-08 23:30:51,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-08 23:30:51,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-08 23:30:51,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-08 23:30:51,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +28: [2023-05-08 23:30:51,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +18: [2023-05-08 23:30:51,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-08 23:30:51,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +28: [2023-05-08 23:30:51,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 9: [2023-05-08 23:30:51,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-08 23:30:51,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-08 23:30:51,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +25: [2023-05-08 23:30:51,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +17: [2023-05-08 23:30:51,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-08 23:30:51,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-08 23:30:51,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +16: [2023-05-08 23:30:51,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:51,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-08 23:30:51,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-08 23:30:51,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +25: [2023-05-08 23:30:51,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 9: [2023-05-08 23:30:51,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-08 23:30:51,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-08 23:30:51,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-08 23:30:51,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +26: [2023-05-08 23:30:51,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-08 23:30:51,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-08 23:30:51,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-08 23:30:51,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:51,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-08 23:30:51,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-08 23:30:51,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-08 23:30:51,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-08 23:30:51,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-08 23:30:51,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-08 23:30:51,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-08 23:30:51,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-08 23:30:51,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-08 23:30:51,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-08 23:30:51,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +17: [2023-05-08 23:30:51,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +28: [2023-05-08 23:30:51,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-08 23:30:51,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-08 23:30:51,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:51,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:51,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +25: [2023-05-08 23:30:51,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-08 23:30:51,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +17: [2023-05-08 23:30:51,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +29: [2023-05-08 23:30:51,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-08 23:30:51,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:51,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +18: [2023-05-08 23:30:51,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-08 23:30:51,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 5: [2023-05-08 23:30:51,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 5: [2023-05-08 23:30:51,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 5: [2023-05-08 23:30:51,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +29: [2023-05-08 23:30:51,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-08 23:30:51,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 0: [2023-05-08 23:30:51,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +26: [2023-05-08 23:30:51,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +18: [2023-05-08 23:30:51,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 0: [2023-05-08 23:30:51,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 0: [2023-05-08 23:30:51,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 0: [2023-05-08 23:30:51,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +26: [2023-05-08 23:30:51,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-08 23:30:51,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-08 23:30:51,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-08 23:30:51,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +20: [2023-05-08 23:30:51,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +20: [2023-05-08 23:30:51,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +26: [2023-05-08 23:30:51,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-08 23:30:51,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +27: [2023-05-08 23:30:51,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +20: [2023-05-08 23:30:51,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-08 23:30:51,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-08 23:30:51,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-08 23:30:51,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 7: [2023-05-08 23:30:51,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 7: [2023-05-08 23:30:51,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 7: [2023-05-08 23:30:51,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +27: [2023-05-08 23:30:51,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +18: [2023-05-08 23:30:51,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-08 23:30:51,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-08 23:30:51,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-08 23:30:51,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-08 23:30:51,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +31: [2023-05-08 23:30:51,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +31: [2023-05-08 23:30:51,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +31: [2023-05-08 23:30:51,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +27: [2023-05-08 23:30:51,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +31: [2023-05-08 23:30:51,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 5: [2023-05-08 23:30:51,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-08 23:30:51,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-08 23:30:51,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +28: [2023-05-08 23:30:51,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 5: [2023-05-08 23:30:51,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 2: [2023-05-08 23:30:51,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 2: [2023-05-08 23:30:51,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 2: [2023-05-08 23:30:51,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 0: [2023-05-08 23:30:51,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-08 23:30:51,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-08 23:30:51,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:51,792] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-08 23:30:51,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-08 23:30:51,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 7: [2023-05-08 23:30:51,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +31: [2023-05-08 23:30:51,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +18: [2023-05-08 23:30:51,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-08 23:30:51,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-08 23:30:51,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +28: [2023-05-08 23:30:51,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:51,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-08 23:30:51,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-08 23:30:51,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-08 23:30:51,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-08 23:30:51,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +20: [2023-05-08 23:30:51,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-08 23:30:51,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +20: [2023-05-08 23:30:51,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-08 23:30:51,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-08 23:30:51,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +20: [2023-05-08 23:30:51,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +20: [2023-05-08 23:30:51,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-08 23:30:51,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-08 23:30:51,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-08 23:30:51,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-08 23:30:51,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +27: [2023-05-08 23:30:51,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-08 23:30:51,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-08 23:30:51,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-08 23:30:51,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +31: [2023-05-08 23:30:51,800] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-08 23:30:51,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-08 23:30:51,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +25: [2023-05-08 23:30:51,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:51,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-08 23:30:51,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-08 23:30:51,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +24: [2023-05-08 23:30:51,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +24: [2023-05-08 23:30:51,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +24: [2023-05-08 23:30:51,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 2: [2023-05-08 23:30:51,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-08 23:30:51,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +25: [2023-05-08 23:30:51,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +31: [2023-05-08 23:30:51,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-08 23:30:51,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-08 23:30:51,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-08 23:30:51,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +18: [2023-05-08 23:30:51,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 3: [2023-05-08 23:30:51,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 3: [2023-05-08 23:30:51,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 3: [2023-05-08 23:30:51,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-08 23:30:51,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-08 23:30:51,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-08 23:30:51,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-08 23:30:51,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +24: [2023-05-08 23:30:51,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-08 23:30:51,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +16: [2023-05-08 23:30:51,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 7: [2023-05-08 23:30:51,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 5: [2023-05-08 23:30:51,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 5: [2023-05-08 23:30:51,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 1: [2023-05-08 23:30:51,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 1: [2023-05-08 23:30:51,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 0: [2023-05-08 23:30:51,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-08 23:30:51,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +16: [2023-05-08 23:30:51,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 1: [2023-05-08 23:30:51,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 0: [2023-05-08 23:30:51,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 0: [2023-05-08 23:30:51,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 0: [2023-05-08 23:30:51,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 7: [2023-05-08 23:30:51,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 5: [2023-05-08 23:30:51,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 3: [2023-05-08 23:30:51,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 3: [2023-05-08 23:30:51,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-08 23:30:51,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-08 23:30:51,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 3: [2023-05-08 23:30:51,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,827] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 9: [2023-05-08 23:30:51,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 9: [2023-05-08 23:30:51,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +27: [2023-05-08 23:30:51,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 8: [2023-05-08 23:30:51,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:51,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +27: [2023-05-08 23:30:51,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:51,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 7: [2023-05-08 23:30:51,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +20: [2023-05-08 23:30:51,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-08 23:30:51,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-08 23:30:51,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +20: [2023-05-08 23:30:51,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-08 23:30:51,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +31: [2023-05-08 23:30:51,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +27: [2023-05-08 23:30:51,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-08 23:30:51,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-08 23:30:51,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 1: [2023-05-08 23:30:51,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-08 23:30:51,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +20: [2023-05-08 23:30:51,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +22: [2023-05-08 23:30:51,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 2: [2023-05-08 23:30:51,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +22: [2023-05-08 23:30:51,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +22: [2023-05-08 23:30:51,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +22: [2023-05-08 23:30:51,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +27: [2023-05-08 23:30:51,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 1: [2023-05-08 23:30:51,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +27: [2023-05-08 23:30:51,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 1: [2023-05-08 23:30:51,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 2: [2023-05-08 23:30:51,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-08 23:30:51,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +24: [2023-05-08 23:30:51,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-08 23:30:51,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +20: [2023-05-08 23:30:51,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:51,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 4: [2023-05-08 23:30:51,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 4: [2023-05-08 23:30:51,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +16: [2023-05-08 23:30:51,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-08 23:30:51,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-08 23:30:51,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +16: [2023-05-08 23:30:51,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +20: [2023-05-08 23:30:51,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +30: [2023-05-08 23:30:51,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-08 23:30:51,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-08 23:30:51,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 2: [2023-05-08 23:30:51,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 9: [2023-05-08 23:30:51,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +31: [2023-05-08 23:30:51,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-08 23:30:51,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-08 23:30:51,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +30: [2023-05-08 23:30:51,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-08 23:30:51,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +30: [2023-05-08 23:30:51,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-08 23:30:51,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-08 23:30:51,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-08 23:30:51,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-08 23:30:51,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +30: [2023-05-08 23:30:51,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-08 23:30:51,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-08 23:30:51,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +24: [2023-05-08 23:30:51,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-08 23:30:51,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +24: [2023-05-08 23:30:51,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +31: [2023-05-08 23:30:51,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +22: [2023-05-08 23:30:51,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-08 23:30:51,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-08 23:30:51,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-08 23:30:51,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +29: [2023-05-08 23:30:51,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +29: [2023-05-08 23:30:51,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +29: [2023-05-08 23:30:51,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 3: [2023-05-08 23:30:51,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-08 23:30:51,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-08 23:30:51,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-08 23:30:51,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-08 23:30:51,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:51,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +24: [2023-05-08 23:30:51,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 3: [2023-05-08 23:30:51,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +24: [2023-05-08 23:30:51,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 3: [2023-05-08 23:30:51,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-08 23:30:51,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +31: [2023-05-08 23:30:51,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +30: [2023-05-08 23:30:51,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-08 23:30:51,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 3: [2023-05-08 23:30:51,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 3: [2023-05-08 23:30:51,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-08 23:30:51,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 6: [2023-05-08 23:30:51,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 6: [2023-05-08 23:30:51,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. + 1: [2023-05-08 23:30:51,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +15: [2023-05-08 23:30:51,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-08 23:30:51,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +15: [2023-05-08 23:30:51,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-08 23:30:51,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +15: [2023-05-08 23:30:51,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +30: [2023-05-08 23:30:51,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-08 23:30:51,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +15: [2023-05-08 23:30:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +15: [2023-05-08 23:30:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-08 23:30:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +13: [2023-05-08 23:30:51,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 1: [2023-05-08 23:30:51,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +15: [2023-05-08 23:30:51,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-08 23:30:51,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-08 23:30:51,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +13: [2023-05-08 23:30:51,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +30: [2023-05-08 23:30:51,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:51,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-08 23:30:51,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +21: [2023-05-08 23:30:51,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-08 23:30:51,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-08 23:30:51,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-08 23:30:51,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +21: [2023-05-08 23:30:51,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +29: [2023-05-08 23:30:51,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-08 23:30:51,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-08 23:30:51,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-08 23:30:51,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-08 23:30:51,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-08 23:30:51,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-08 23:30:51,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +16: [2023-05-08 23:30:51,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +22: [2023-05-08 23:30:51,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-08 23:30:51,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:51,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-08 23:30:51,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +16: [2023-05-08 23:30:51,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 9: [2023-05-08 23:30:51,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +31: [2023-05-08 23:30:51,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,878] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-08 23:30:51,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +22: [2023-05-08 23:30:51,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +16: [2023-05-08 23:30:51,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 9: [2023-05-08 23:30:51,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:51,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 9: [2023-05-08 23:30:51,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 4: [2023-05-08 23:30:51,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:51,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 4: [2023-05-08 23:30:51,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 4: [2023-05-08 23:30:51,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +15: [2023-05-08 23:30:51,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:51,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:51,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:51,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +14: [2023-05-08 23:30:51,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +14: [2023-05-08 23:30:51,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +14: [2023-05-08 23:30:51,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +14: [2023-05-08 23:30:51,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 9: [2023-05-08 23:30:51,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-08 23:30:51,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:51,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-08 23:30:51,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-08 23:30:51,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +22: [2023-05-08 23:30:51,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-08 23:30:51,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:51,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 8: [2023-05-08 23:30:51,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-08 23:30:51,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-08 23:30:51,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +22: [2023-05-08 23:30:51,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +22: [2023-05-08 23:30:51,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +27: [2023-05-08 23:30:51,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-08 23:30:51,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-08 23:30:51,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-08 23:30:51,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-08 23:30:51,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +27: [2023-05-08 23:30:51,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-08 23:30:51,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-08 23:30:51,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-08 23:30:51,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +26: [2023-05-08 23:30:51,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +26: [2023-05-08 23:30:51,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +26: [2023-05-08 23:30:51,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +27: [2023-05-08 23:30:51,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-08 23:30:51,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +23: [2023-05-08 23:30:51,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +23: [2023-05-08 23:30:51,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +23: [2023-05-08 23:30:51,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_26-model_01-model_states.pt. +30: [2023-05-08 23:30:51,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +30: [2023-05-08 23:30:51,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-08 23:30:51,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-08 23:30:51,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-08 23:30:51,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:51,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +30: [2023-05-08 23:30:51,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +30: [2023-05-08 23:30:51,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-08 23:30:51,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-08 23:30:51,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +15: [2023-05-08 23:30:51,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:51,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-08 23:30:51,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:51,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-08 23:30:51,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-08 23:30:51,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-08 23:30:51,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-08 23:30:51,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-08 23:30:51,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-08 23:30:51,908] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-08 23:30:51,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-08 23:30:51,909] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-08 23:30:51,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-08 23:30:51,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-08 23:30:51,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-08 23:30:51,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-08 23:30:51,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +13: [2023-05-08 23:30:51,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-08 23:30:51,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-08 23:30:51,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-08 23:30:51,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +26: [2023-05-08 23:30:51,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:51,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +29: [2023-05-08 23:30:51,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +26: [2023-05-08 23:30:51,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +29: [2023-05-08 23:30:51,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-08 23:30:51,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +15: [2023-05-08 23:30:51,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-08 23:30:51,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +14: [2023-05-08 23:30:51,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-08 23:30:51,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 4: [2023-05-08 23:30:51,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-08 23:30:51,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +21: [2023-05-08 23:30:51,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-08 23:30:51,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-08 23:30:51,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-08 23:30:51,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +30: [2023-05-08 23:30:51,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-08 23:30:51,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-08 23:30:51,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-08 23:30:51,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +23: [2023-05-08 23:30:51,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt... +13: [2023-05-08 23:30:51,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-08 23:30:51,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +30: [2023-05-08 23:30:51,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-08 23:30:51,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +30: [2023-05-08 23:30:51,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-08 23:30:51,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-08 23:30:51,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +27: [2023-05-08 23:30:51,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-08 23:30:51,922] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-08 23:30:51,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-08 23:30:51,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-08 23:30:51,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-08 23:30:51,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-08 23:30:51,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 6: [2023-05-08 23:30:51,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-08 23:30:51,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 8: [2023-05-08 23:30:51,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 8: [2023-05-08 23:30:51,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +13: [2023-05-08 23:30:51,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-08 23:30:51,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-08 23:30:51,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 8: [2023-05-08 23:30:51,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 6: [2023-05-08 23:30:51,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +10: [2023-05-08 23:30:51,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +10: [2023-05-08 23:30:51,927] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 4: [2023-05-08 23:30:51,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-08 23:30:51,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +10: [2023-05-08 23:30:51,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +27: [2023-05-08 23:30:51,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-08 23:30:51,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-08 23:30:51,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 6: [2023-05-08 23:30:51,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +27: [2023-05-08 23:30:51,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-08 23:30:51,929] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-08 23:30:51,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +30: [2023-05-08 23:30:51,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-08 23:30:51,931] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 6: [2023-05-08 23:30:51,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 4: [2023-05-08 23:30:51,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-08 23:30:51,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-08 23:30:51,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-08 23:30:51,932] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-08 23:30:51,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-08 23:30:51,933] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-08 23:30:51,933] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +11: [2023-05-08 23:30:51,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +11: [2023-05-08 23:30:51,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +11: [2023-05-08 23:30:51,934] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +21: [2023-05-08 23:30:51,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-08 23:30:51,935] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +28: [2023-05-08 23:30:51,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-08 23:30:51,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-08 23:30:51,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-08 23:30:51,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-08 23:30:51,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-08 23:30:51,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-08 23:30:51,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +21: [2023-05-08 23:30:51,937] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-08 23:30:51,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-08 23:30:51,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:51,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-08 23:30:51,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +19: [2023-05-08 23:30:51,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +19: [2023-05-08 23:30:51,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +19: [2023-05-08 23:30:51,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +19: [2023-05-08 23:30:51,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +14: [2023-05-08 23:30:51,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +27: [2023-05-08 23:30:51,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,943] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:51,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-08 23:30:51,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +10: [2023-05-08 23:30:51,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-08 23:30:51,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +10: [2023-05-08 23:30:51,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-08 23:30:51,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-08 23:30:51,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:51,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +23: [2023-05-08 23:30:51,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +26: [2023-05-08 23:30:51,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-08 23:30:51,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-08 23:30:51,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-08 23:30:51,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +26: [2023-05-08 23:30:51,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +27: [2023-05-08 23:30:51,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-08 23:30:51,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +27: [2023-05-08 23:30:51,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-08 23:30:51,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +26: [2023-05-08 23:30:51,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +11: [2023-05-08 23:30:51,949] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-08 23:30:51,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:51,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-08 23:30:51,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-08 23:30:51,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +23: [2023-05-08 23:30:51,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +14: [2023-05-08 23:30:51,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +11: [2023-05-08 23:30:51,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +11: [2023-05-08 23:30:51,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-08 23:30:51,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +23: [2023-05-08 23:30:51,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +19: [2023-05-08 23:30:51,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-08 23:30:51,957] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... +19: [2023-05-08 23:30:51,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-08 23:30:51,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-08 23:30:51,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-08 23:30:51,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +13: [2023-05-08 23:30:51,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-08 23:30:51,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_00-model_states.pt. +13: [2023-05-08 23:30:51,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-08 23:30:51,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-08 23:30:51,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-08 23:30:51,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt... + 1: [2023-05-08 23:30:51,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-08 23:30:51,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-08 23:30:51,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-08 23:30:51,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 1: [2023-05-08 23:30:51,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-08 23:30:51,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-08 23:30:51,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-08 23:30:51,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-08 23:30:51,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 8: [2023-05-08 23:30:51,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 8: [2023-05-08 23:30:51,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +10: [2023-05-08 23:30:51,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-08 23:30:51,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +28: [2023-05-08 23:30:51,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-08 23:30:51,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +10: [2023-05-08 23:30:51,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:51,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-08 23:30:51,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +11: [2023-05-08 23:30:51,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +28: [2023-05-08 23:30:51,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-08 23:30:51,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-08 23:30:51,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-08 23:30:51,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 3: [2023-05-08 23:30:51,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-08 23:30:51,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-08 23:30:51,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:51,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +28: [2023-05-08 23:30:51,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-08 23:30:51,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-08 23:30:51,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-08 23:30:51,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +21: [2023-05-08 23:30:51,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +21: [2023-05-08 23:30:51,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-08 23:30:51,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-08 23:30:51,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-08 23:30:51,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +21: [2023-05-08 23:30:51,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-08 23:30:51,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +21: [2023-05-08 23:30:51,992] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +19: [2023-05-08 23:30:51,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +28: [2023-05-08 23:30:51,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-08 23:30:51,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:51,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:51,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +11: [2023-05-08 23:30:51,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +10: [2023-05-08 23:30:51,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-08 23:30:51,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-08 23:30:51,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-08 23:30:51,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-08 23:30:51,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-08 23:30:51,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-08 23:30:51,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-08 23:30:51,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-08 23:30:52,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-08 23:30:52,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-08 23:30:52,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-08 23:30:52,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-08 23:30:52,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-08 23:30:52,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-08 23:30:52,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-08 23:30:52,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 5: [2023-05-08 23:30:52,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-08 23:30:52,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-08 23:30:52,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-08 23:30:52,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 5: [2023-05-08 23:30:52,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-08 23:30:52,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +17: [2023-05-08 23:30:52,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-08 23:30:52,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-08 23:30:52,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-08 23:30:52,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-08 23:30:52,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-08 23:30:52,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +21: [2023-05-08 23:30:52,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-08 23:30:52,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-08 23:30:52,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-08 23:30:52,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-08 23:30:52,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +17: [2023-05-08 23:30:52,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 1: [2023-05-08 23:30:52,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-08 23:30:52,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +17: [2023-05-08 23:30:52,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 3: [2023-05-08 23:30:52,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-08 23:30:52,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-08 23:30:52,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-08 23:30:52,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-08 23:30:52,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-08 23:30:52,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-08 23:30:52,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-08 23:30:52,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-08 23:30:52,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-08 23:30:52,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-08 23:30:52,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-08 23:30:52,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-08 23:30:52,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-08 23:30:52,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:52,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-08 23:30:52,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-08 23:30:52,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:52,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:52,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +18: [2023-05-08 23:30:52,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +17: [2023-05-08 23:30:52,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-08 23:30:52,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +18: [2023-05-08 23:30:52,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 5: [2023-05-08 23:30:52,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 5: [2023-05-08 23:30:52,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 5: [2023-05-08 23:30:52,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +28: [2023-05-08 23:30:52,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +28: [2023-05-08 23:30:52,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +28: [2023-05-08 23:30:52,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 5: [2023-05-08 23:30:52,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-08 23:30:52,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-08 23:30:52,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-08 23:30:52,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 1: [2023-05-08 23:30:52,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-08 23:30:52,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-08 23:30:52,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-08 23:30:52,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-08 23:30:52,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-08 23:30:52,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 1: [2023-05-08 23:30:52,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 3: [2023-05-08 23:30:52,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +25: [2023-05-08 23:30:52,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 2: [2023-05-08 23:30:52,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +25: [2023-05-08 23:30:52,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-08 23:30:52,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-08 23:30:52,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-08 23:30:52,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-08 23:30:52,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-08 23:30:52,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-08 23:30:52,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-08 23:30:52,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-08 23:30:52,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +10: [2023-05-08 23:30:52,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-08 23:30:52,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-08 23:30:52,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-08 23:30:52,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +11: [2023-05-08 23:30:52,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-08 23:30:52,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-08 23:30:52,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-08 23:30:52,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-08 23:30:52,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-08 23:30:52,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-08 23:30:52,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-08 23:30:52,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-08 23:30:52,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-08 23:30:52,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-08 23:30:52,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-08 23:30:52,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-08 23:30:52,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +31: [2023-05-08 23:30:52,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +31: [2023-05-08 23:30:52,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 6: [2023-05-08 23:30:52,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-08 23:30:52,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-08 23:30:52,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-08 23:30:52,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +21: [2023-05-08 23:30:52,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:52,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-08 23:30:52,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 6: [2023-05-08 23:30:52,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-08 23:30:52,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:52,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-08 23:30:52,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 2: [2023-05-08 23:30:52,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-08 23:30:52,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:52,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-08 23:30:52,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-08 23:30:52,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-08 23:30:52,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-08 23:30:52,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-08 23:30:52,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-08 23:30:52,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-08 23:30:52,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-08 23:30:52,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-08 23:30:52,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 2: [2023-05-08 23:30:52,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 0: [2023-05-08 23:30:52,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 0: [2023-05-08 23:30:52,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-08 23:30:52,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +21: [2023-05-08 23:30:52,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +18: [2023-05-08 23:30:52,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-08 23:30:52,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-08 23:30:52,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-08 23:30:52,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-08 23:30:52,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:52,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-08 23:30:52,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +28: [2023-05-08 23:30:52,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +18: [2023-05-08 23:30:52,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-08 23:30:52,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 0: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 5: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +22: [2023-05-08 23:30:52,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +12: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +12: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-08 23:30:52,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 5: [2023-05-08 23:30:52,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +19: [2023-05-08 23:30:52,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-08 23:30:52,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-08 23:30:52,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-08 23:30:52,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-08 23:30:52,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-08 23:30:52,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-08 23:30:52,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-08 23:30:52,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-08 23:30:52,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-08 23:30:52,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 7: [2023-05-08 23:30:52,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-08 23:30:52,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-08 23:30:52,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +22: [2023-05-08 23:30:52,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-08 23:30:52,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-08 23:30:52,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-08 23:30:52,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +12: [2023-05-08 23:30:52,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-08 23:30:52,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-08 23:30:52,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-08 23:30:52,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +12: [2023-05-08 23:30:52,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-08 23:30:52,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-08 23:30:52,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-08 23:30:52,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-08 23:30:52,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-08 23:30:52,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-08 23:30:52,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-08 23:30:52,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-08 23:30:52,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-08 23:30:52,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:52,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-08 23:30:52,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-08 23:30:52,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-08 23:30:52,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-08 23:30:52,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +17: [2023-05-08 23:30:52,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-08 23:30:52,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-08 23:30:52,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-08 23:30:52,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +29: [2023-05-08 23:30:52,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +14: [2023-05-08 23:30:52,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-08 23:30:52,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-08 23:30:52,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-08 23:30:52,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:52,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-08 23:30:52,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-08 23:30:52,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-08 23:30:52,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-08 23:30:52,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-08 23:30:52,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-08 23:30:52,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-08 23:30:52,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-08 23:30:52,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-08 23:30:52,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-08 23:30:52,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-08 23:30:52,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-08 23:30:52,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 0: [2023-05-08 23:30:52,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +18: [2023-05-08 23:30:52,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-08 23:30:52,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +18: [2023-05-08 23:30:52,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-08 23:30:52,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-08 23:30:52,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-08 23:30:52,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 4: [2023-05-08 23:30:52,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:52,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-08 23:30:52,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-08 23:30:52,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +24: [2023-05-08 23:30:52,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +25: [2023-05-08 23:30:52,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-08 23:30:52,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-08 23:30:52,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +18: [2023-05-08 23:30:52,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-08 23:30:52,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:52,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +14: [2023-05-08 23:30:52,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-08 23:30:52,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-08 23:30:52,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-08 23:30:52,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-08 23:30:52,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-08 23:30:52,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-08 23:30:52,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +14: [2023-05-08 23:30:52,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-08 23:30:52,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-08 23:30:52,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-08 23:30:52,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-08 23:30:52,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-08 23:30:52,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-08 23:30:52,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-08 23:30:52,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-08 23:30:52,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +14: [2023-05-08 23:30:52,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-08 23:30:52,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-08 23:30:52,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-08 23:30:52,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-08 23:30:52,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-08 23:30:52,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-08 23:30:52,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-08 23:30:52,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-08 23:30:52,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-08 23:30:52,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-08 23:30:52,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-08 23:30:52,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-08 23:30:52,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-08 23:30:52,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-08 23:30:52,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-08 23:30:52,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-08 23:30:52,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-08 23:30:52,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +20: [2023-05-08 23:30:52,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +17: [2023-05-08 23:30:52,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 1: [2023-05-08 23:30:52,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +20: [2023-05-08 23:30:52,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-08 23:30:52,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-08 23:30:52,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-08 23:30:52,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-08 23:30:52,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-08 23:30:52,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 1: [2023-05-08 23:30:52,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +16: [2023-05-08 23:30:52,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-08 23:30:52,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-08 23:30:52,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-08 23:30:52,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +23: [2023-05-08 23:30:52,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-08 23:30:52,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-08 23:30:52,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-08 23:30:52,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-08 23:30:52,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-08 23:30:52,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-08 23:30:52,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-08 23:30:52,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +28: [2023-05-08 23:30:52,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 5: [2023-05-08 23:30:52,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +11: [2023-05-08 23:30:52,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-08 23:30:52,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-08 23:30:52,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-08 23:30:52,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-08 23:30:52,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-08 23:30:52,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +12: [2023-05-08 23:30:52,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-08 23:30:52,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 1: [2023-05-08 23:30:52,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 1: [2023-05-08 23:30:52,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-08 23:30:52,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-08 23:30:52,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-08 23:30:52,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-08 23:30:52,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-08 23:30:52,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-08 23:30:52,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +25: [2023-05-08 23:30:52,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-08 23:30:52,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +16: [2023-05-08 23:30:52,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-08 23:30:52,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-08 23:30:52,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-08 23:30:52,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-08 23:30:52,096] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-08 23:30:52,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-08 23:30:52,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +16: [2023-05-08 23:30:52,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-08 23:30:52,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-08 23:30:52,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +18: [2023-05-08 23:30:52,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-08 23:30:52,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-08 23:30:52,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-08 23:30:52,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-08 23:30:52,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +29: [2023-05-08 23:30:52,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +19: [2023-05-08 23:30:52,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-08 23:30:52,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-08 23:30:52,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-08 23:30:52,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-08 23:30:52,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-08 23:30:52,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-08 23:30:52,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-08 23:30:52,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-08 23:30:52,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +11: [2023-05-08 23:30:52,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-08 23:30:52,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-08 23:30:52,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-08 23:30:52,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-08 23:30:52,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 0: [2023-05-08 23:30:52,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 2: [2023-05-08 23:30:52,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 0: [2023-05-08 23:30:52,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 9: [2023-05-08 23:30:52,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +11: [2023-05-08 23:30:52,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-08 23:30:52,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-08 23:30:52,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-08 23:30:52,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-08 23:30:52,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,110] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-08 23:30:52,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-08 23:30:52,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-08 23:30:52,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-08 23:30:52,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,113] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:52,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-08 23:30:52,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-08 23:30:52,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +31: [2023-05-08 23:30:52,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +18: [2023-05-08 23:30:52,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-08 23:30:52,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-08 23:30:52,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-08 23:30:52,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-08 23:30:52,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-08 23:30:52,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 0: [2023-05-08 23:30:52,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +31: [2023-05-08 23:30:52,118] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 7: [2023-05-08 23:30:52,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +31: [2023-05-08 23:30:52,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +31: [2023-05-08 23:30:52,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +20: [2023-05-08 23:30:52,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +31: [2023-05-08 23:30:52,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +18: [2023-05-08 23:30:52,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-08 23:30:52,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +25: [2023-05-08 23:30:52,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +25: [2023-05-08 23:30:52,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +25: [2023-05-08 23:30:52,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 4: [2023-05-08 23:30:52,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:52,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-08 23:30:52,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,131] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-08 23:30:52,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-08 23:30:52,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-08 23:30:52,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-08 23:30:52,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 9: [2023-05-08 23:30:52,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 9: [2023-05-08 23:30:52,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 9: [2023-05-08 23:30:52,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +31: [2023-05-08 23:30:52,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-08 23:30:52,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-08 23:30:52,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +16: [2023-05-08 23:30:52,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +31: [2023-05-08 23:30:52,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-08 23:30:52,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +16: [2023-05-08 23:30:52,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +25: [2023-05-08 23:30:52,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-08 23:30:52,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-08 23:30:52,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:52,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-08 23:30:52,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-08 23:30:52,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-08 23:30:52,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 6: [2023-05-08 23:30:52,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 6: [2023-05-08 23:30:52,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 6: [2023-05-08 23:30:52,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 6: [2023-05-08 23:30:52,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +25: [2023-05-08 23:30:52,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-08 23:30:52,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +26: [2023-05-08 23:30:52,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 9: [2023-05-08 23:30:52,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-08 23:30:52,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +26: [2023-05-08 23:30:52,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. + 9: [2023-05-08 23:30:52,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-08 23:30:52,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-08 23:30:52,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-08 23:30:52,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +16: [2023-05-08 23:30:52,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +31: [2023-05-08 23:30:52,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-08 23:30:52,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +23: [2023-05-08 23:30:52,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +23: [2023-05-08 23:30:52,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +23: [2023-05-08 23:30:52,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +23: [2023-05-08 23:30:52,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_27-model_01-model_states.pt. +15: [2023-05-08 23:30:52,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:52,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:52,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +15: [2023-05-08 23:30:52,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-08 23:30:52,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-08 23:30:52,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +26: [2023-05-08 23:30:52,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-08 23:30:52,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,169] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +25: [2023-05-08 23:30:52,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,174] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-08 23:30:52,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +25: [2023-05-08 23:30:52,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +23: [2023-05-08 23:30:52,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... +23: [2023-05-08 23:30:52,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +25: [2023-05-08 23:30:52,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-08 23:30:52,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 8: [2023-05-08 23:30:52,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-08 23:30:52,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 9: [2023-05-08 23:30:52,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,183] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +25: [2023-05-08 23:30:52,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-08 23:30:52,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +25: [2023-05-08 23:30:52,187] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 9: [2023-05-08 23:30:52,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-08 23:30:52,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +25: [2023-05-08 23:30:52,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 9: [2023-05-08 23:30:52,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +16: [2023-05-08 23:30:52,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-08 23:30:52,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-08 23:30:52,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-08 23:30:52,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-08 23:30:52,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-08 23:30:52,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-08 23:30:52,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +16: [2023-05-08 23:30:52,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-08 23:30:52,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 8: [2023-05-08 23:30:52,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-08 23:30:52,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-08 23:30:52,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-08 23:30:52,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-08 23:30:52,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +26: [2023-05-08 23:30:52,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +15: [2023-05-08 23:30:52,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-08 23:30:52,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-08 23:30:52,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-08 23:30:52,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-08 23:30:52,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +16: [2023-05-08 23:30:52,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-08 23:30:52,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +15: [2023-05-08 23:30:52,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +15: [2023-05-08 23:30:52,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +15: [2023-05-08 23:30:52,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +15: [2023-05-08 23:30:52,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +26: [2023-05-08 23:30:52,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +26: [2023-05-08 23:30:52,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-08 23:30:52,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... + 6: [2023-05-08 23:30:52,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +26: [2023-05-08 23:30:52,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +23: [2023-05-08 23:30:52,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-08 23:30:52,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-08 23:30:52,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-08 23:30:52,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +23: [2023-05-08 23:30:52,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +23: [2023-05-08 23:30:52,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +23: [2023-05-08 23:30:52,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_00-model_states.pt. +23: [2023-05-08 23:30:52,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt... +21: [2023-05-08 23:30:52,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-08 23:30:52,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-08 23:30:52,250] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-08 23:30:52,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-08 23:30:52,251] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-08 23:30:52,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-08 23:30:52,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-08 23:30:52,255] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-08 23:30:52,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-08 23:30:52,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-08 23:30:52,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-08 23:30:52,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-08 23:30:52,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-08 23:30:52,285] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-08 23:30:52,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-08 23:30:52,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-08 23:30:52,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-08 23:30:52,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-08 23:30:52,288] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-08 23:30:52,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-08 23:30:52,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-08 23:30:52,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-08 23:30:52,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-08 23:30:52,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-08 23:30:52,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-08 23:30:52,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-08 23:30:52,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-08 23:30:52,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-08 23:30:52,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-08 23:30:52,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-08 23:30:52,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-08 23:30:52,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-08 23:30:52,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-08 23:30:52,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-08 23:30:52,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-08 23:30:52,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +20: [2023-05-08 23:30:52,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +20: [2023-05-08 23:30:52,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +20: [2023-05-08 23:30:52,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +15: [2023-05-08 23:30:52,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-08 23:30:52,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-08 23:30:52,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-08 23:30:52,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-08 23:30:52,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-08 23:30:52,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-08 23:30:52,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-08 23:30:52,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-08 23:30:52,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-08 23:30:52,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-08 23:30:52,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-08 23:30:52,329] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-08 23:30:52,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-08 23:30:52,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-08 23:30:52,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-08 23:30:52,335] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-08 23:30:52,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-08 23:30:52,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-08 23:30:52,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-08 23:30:52,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-08 23:30:52,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-08 23:30:52,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-08 23:30:52,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-08 23:30:52,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-08 23:30:52,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-08 23:30:52,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-08 23:30:52,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-08 23:30:52,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-08 23:30:52,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-08 23:30:52,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-08 23:30:52,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-08 23:30:52,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-08 23:30:52,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-08 23:30:52,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 3: [2023-05-08 23:30:52,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +20: [2023-05-08 23:30:52,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-08 23:30:52,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-08 23:30:52,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-08 23:30:52,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 3: [2023-05-08 23:30:52,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +17: [2023-05-08 23:30:52,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-08 23:30:52,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-08 23:30:52,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-08 23:30:52,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-08 23:30:52,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-08 23:30:52,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-08 23:30:52,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-08 23:30:52,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-08 23:30:52,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-08 23:30:52,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-08 23:30:52,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-08 23:30:52,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-08 23:30:52,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-08 23:30:52,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-08 23:30:52,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-08 23:30:52,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-08 23:30:52,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-08 23:30:52,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-08 23:30:52,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-08 23:30:52,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +28: [2023-05-08 23:30:52,355] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-08 23:30:52,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-08 23:30:52,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-08 23:30:52,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-08 23:30:52,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-08 23:30:52,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-08 23:30:52,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-08 23:30:52,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-08 23:30:52,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-08 23:30:52,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-08 23:30:52,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-08 23:30:52,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-08 23:30:52,361] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-08 23:30:52,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-08 23:30:52,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-08 23:30:52,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-08 23:30:52,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-08 23:30:52,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:52,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +14: [2023-05-08 23:30:52,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +22: [2023-05-08 23:30:52,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:52,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 9: [2023-05-08 23:30:52,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-08 23:30:52,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 9: [2023-05-08 23:30:52,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-08 23:30:52,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-08 23:30:52,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-08 23:30:52,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-08 23:30:52,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-08 23:30:52,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:52,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:52,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-08 23:30:52,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-08 23:30:52,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-08 23:30:52,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-08 23:30:52,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-08 23:30:52,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-08 23:30:52,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-08 23:30:52,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-08 23:30:52,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-08 23:30:52,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-08 23:30:52,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-08 23:30:52,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-08 23:30:52,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +30: [2023-05-08 23:30:52,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-08 23:30:52,375] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-08 23:30:52,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-08 23:30:52,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-08 23:30:52,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-08 23:30:52,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-08 23:30:52,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-08 23:30:52,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-08 23:30:52,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-08 23:30:52,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-08 23:30:52,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-08 23:30:52,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-08 23:30:52,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-08 23:30:52,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-08 23:30:52,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-08 23:30:52,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-08 23:30:52,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-08 23:30:52,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-08 23:30:52,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-08 23:30:52,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-08 23:30:52,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-08 23:30:52,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-08 23:30:52,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-08 23:30:52,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-08 23:30:52,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-08 23:30:52,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-08 23:30:52,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-08 23:30:52,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-08 23:30:52,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-08 23:30:52,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-08 23:30:52,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-08 23:30:52,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-08 23:30:52,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-08 23:30:52,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-08 23:30:52,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-08 23:30:52,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-08 23:30:52,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-08 23:30:52,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-08 23:30:52,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-08 23:30:52,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-08 23:30:52,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-08 23:30:52,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-08 23:30:52,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-08 23:30:52,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:52,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-08 23:30:52,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-08 23:30:52,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +27: [2023-05-08 23:30:52,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-08 23:30:52,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-08 23:30:52,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-08 23:30:52,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 5: [2023-05-08 23:30:52,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-08 23:30:52,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-08 23:30:52,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 4: [2023-05-08 23:30:52,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-08 23:30:52,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-08 23:30:52,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-08 23:30:52,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-08 23:30:52,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-08 23:30:52,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-08 23:30:52,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-08 23:30:52,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-08 23:30:52,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-08 23:30:52,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-08 23:30:52,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-08 23:30:52,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +12: [2023-05-08 23:30:52,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-08 23:30:52,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 7: [2023-05-08 23:30:52,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-08 23:30:52,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-08 23:30:52,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-08 23:30:52,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-08 23:30:52,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-08 23:30:52,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-08 23:30:52,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-08 23:30:52,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-08 23:30:52,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-08 23:30:52,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-08 23:30:52,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +25: [2023-05-08 23:30:52,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-08 23:30:52,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-08 23:30:52,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +22: [2023-05-08 23:30:52,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-08 23:30:52,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-08 23:30:52,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-08 23:30:52,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-08 23:30:52,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-08 23:30:52,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-08 23:30:52,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-08 23:30:52,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-08 23:30:52,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-08 23:30:52,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,399] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-08 23:30:52,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-08 23:30:52,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +27: [2023-05-08 23:30:52,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-08 23:30:52,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-08 23:30:52,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-08 23:30:52,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-08 23:30:52,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-08 23:30:52,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-08 23:30:52,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-08 23:30:52,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-08 23:30:52,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-08 23:30:52,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-08 23:30:52,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-08 23:30:52,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 6: [2023-05-08 23:30:52,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-08 23:30:52,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +27: [2023-05-08 23:30:52,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-08 23:30:52,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-08 23:30:52,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 1: [2023-05-08 23:30:52,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-08 23:30:52,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-08 23:30:52,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 9: [2023-05-08 23:30:52,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-08 23:30:52,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-08 23:30:52,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-08 23:30:52,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-08 23:30:52,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-08 23:30:52,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-08 23:30:52,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +30: [2023-05-08 23:30:52,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +30: [2023-05-08 23:30:52,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +30: [2023-05-08 23:30:52,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +22: [2023-05-08 23:30:52,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-08 23:30:52,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 4: [2023-05-08 23:30:52,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 4: [2023-05-08 23:30:52,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 9: [2023-05-08 23:30:52,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-08 23:30:52,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +27: [2023-05-08 23:30:52,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 9: [2023-05-08 23:30:52,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +10: [2023-05-08 23:30:52,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-08 23:30:52,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-08 23:30:52,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-08 23:30:52,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-08 23:30:52,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-08 23:30:52,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-08 23:30:52,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-08 23:30:52,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-08 23:30:52,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-08 23:30:52,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:52,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:52,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-08 23:30:52,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-08 23:30:52,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +27: [2023-05-08 23:30:52,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-08 23:30:52,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +22: [2023-05-08 23:30:52,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +22: [2023-05-08 23:30:52,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +12: [2023-05-08 23:30:52,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-08 23:30:52,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 0: [2023-05-08 23:30:52,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-08 23:30:52,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +10: [2023-05-08 23:30:52,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-08 23:30:52,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-08 23:30:52,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-08 23:30:52,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-08 23:30:52,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +26: [2023-05-08 23:30:52,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-08 23:30:52,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-08 23:30:52,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-08 23:30:52,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-08 23:30:52,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-08 23:30:52,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-08 23:30:52,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:52,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 5: [2023-05-08 23:30:52,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-08 23:30:52,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-08 23:30:52,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-08 23:30:52,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:52,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 6: [2023-05-08 23:30:52,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-08 23:30:52,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-08 23:30:52,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-08 23:30:52,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-08 23:30:52,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-08 23:30:52,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +24: [2023-05-08 23:30:52,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-08 23:30:52,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +14: [2023-05-08 23:30:52,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +14: [2023-05-08 23:30:52,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +11: [2023-05-08 23:30:52,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-08 23:30:52,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-08 23:30:52,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-08 23:30:52,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:52,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-08 23:30:52,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-08 23:30:52,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-08 23:30:52,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +12: [2023-05-08 23:30:52,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-08 23:30:52,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-08 23:30:52,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 4: [2023-05-08 23:30:52,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-08 23:30:52,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-08 23:30:52,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-08 23:30:52,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-08 23:30:52,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-08 23:30:52,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-08 23:30:52,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-08 23:30:52,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-08 23:30:52,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-08 23:30:52,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-08 23:30:52,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-08 23:30:52,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-08 23:30:52,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-08 23:30:52,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-08 23:30:52,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +14: [2023-05-08 23:30:52,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-08 23:30:52,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-08 23:30:52,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-08 23:30:52,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-08 23:30:52,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-08 23:30:52,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-08 23:30:52,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-08 23:30:52,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-08 23:30:52,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-08 23:30:52,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-08 23:30:52,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-08 23:30:52,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-08 23:30:52,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:52,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-08 23:30:52,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-08 23:30:52,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:52,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-08 23:30:52,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-08 23:30:52,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-08 23:30:52,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:52,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:52,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-08 23:30:52,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:52,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-08 23:30:52,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-08 23:30:52,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-08 23:30:52,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-08 23:30:52,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-08 23:30:52,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +24: [2023-05-08 23:30:52,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-08 23:30:52,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +26: [2023-05-08 23:30:52,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-08 23:30:52,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-08 23:30:52,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-08 23:30:52,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-08 23:30:52,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +22: [2023-05-08 23:30:52,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-08 23:30:52,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-08 23:30:52,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-08 23:30:52,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-08 23:30:52,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-08 23:30:52,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-08 23:30:52,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +24: [2023-05-08 23:30:52,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-08 23:30:52,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +24: [2023-05-08 23:30:52,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-08 23:30:52,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +30: [2023-05-08 23:30:52,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-08 23:30:52,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-08 23:30:52,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +30: [2023-05-08 23:30:52,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +24: [2023-05-08 23:30:52,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +22: [2023-05-08 23:30:52,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-08 23:30:52,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-08 23:30:52,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 4: [2023-05-08 23:30:52,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 4: [2023-05-08 23:30:52,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 4: [2023-05-08 23:30:52,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 8: [2023-05-08 23:30:52,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-08 23:30:52,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-08 23:30:52,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +21: [2023-05-08 23:30:52,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +21: [2023-05-08 23:30:52,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +22: [2023-05-08 23:30:52,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +21: [2023-05-08 23:30:52,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 4: [2023-05-08 23:30:52,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +30: [2023-05-08 23:30:52,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +22: [2023-05-08 23:30:52,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +18: [2023-05-08 23:30:52,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-08 23:30:52,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +22: [2023-05-08 23:30:52,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-08 23:30:52,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +30: [2023-05-08 23:30:52,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-08 23:30:52,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-08 23:30:52,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +22: [2023-05-08 23:30:52,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +24: [2023-05-08 23:30:52,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-08 23:30:52,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +19: [2023-05-08 23:30:52,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-08 23:30:52,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +19: [2023-05-08 23:30:52,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-08 23:30:52,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-08 23:30:52,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-08 23:30:52,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-08 23:30:52,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-08 23:30:52,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-08 23:30:52,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-08 23:30:52,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-08 23:30:52,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-08 23:30:52,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-08 23:30:52,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-08 23:30:52,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +18: [2023-05-08 23:30:52,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:52,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-08 23:30:52,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-08 23:30:52,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-08 23:30:52,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +21: [2023-05-08 23:30:52,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-08 23:30:52,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +29: [2023-05-08 23:30:52,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +29: [2023-05-08 23:30:52,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +29: [2023-05-08 23:30:52,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +18: [2023-05-08 23:30:52,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +18: [2023-05-08 23:30:52,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 8: [2023-05-08 23:30:52,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 8: [2023-05-08 23:30:52,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +18: [2023-05-08 23:30:52,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +18: [2023-05-08 23:30:52,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 2: [2023-05-08 23:30:52,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 2: [2023-05-08 23:30:52,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 2: [2023-05-08 23:30:52,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 8: [2023-05-08 23:30:52,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 8: [2023-05-08 23:30:52,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:52,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-08 23:30:52,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-08 23:30:52,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-08 23:30:52,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-08 23:30:52,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-08 23:30:52,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-08 23:30:52,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-08 23:30:52,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-08 23:30:52,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-08 23:30:52,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-08 23:30:52,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-08 23:30:52,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-08 23:30:52,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-08 23:30:52,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-08 23:30:52,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-08 23:30:52,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-08 23:30:52,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-08 23:30:52,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-08 23:30:52,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-08 23:30:52,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-08 23:30:52,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +21: [2023-05-08 23:30:52,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +21: [2023-05-08 23:30:52,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-08 23:30:52,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +19: [2023-05-08 23:30:52,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-08 23:30:52,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-08 23:30:52,541] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-08 23:30:52,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-08 23:30:52,542] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-08 23:30:52,543] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-08 23:30:52,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +29: [2023-05-08 23:30:52,544] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 8: [2023-05-08 23:30:52,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +29: [2023-05-08 23:30:52,548] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +20: [2023-05-08 23:30:52,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-08 23:30:52,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-08 23:30:52,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 2: [2023-05-08 23:30:52,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 8: [2023-05-08 23:30:52,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 8: [2023-05-08 23:30:52,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +29: [2023-05-08 23:30:52,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-08 23:30:52,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +20: [2023-05-08 23:30:52,557] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-08 23:30:52,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +20: [2023-05-08 23:30:52,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-08 23:30:52,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +29: [2023-05-08 23:30:52,559] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 2: [2023-05-08 23:30:52,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 8: [2023-05-08 23:30:52,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-08 23:30:52,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +20: [2023-05-08 23:30:52,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-08 23:30:52,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 1: [2023-05-08 23:30:52,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 1: [2023-05-08 23:30:52,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 1: [2023-05-08 23:30:52,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +12: [2023-05-08 23:30:52,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +12: [2023-05-08 23:30:52,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +12: [2023-05-08 23:30:52,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +12: [2023-05-08 23:30:52,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +31: [2023-05-08 23:30:52,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +31: [2023-05-08 23:30:52,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +31: [2023-05-08 23:30:52,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +31: [2023-05-08 23:30:52,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +28: [2023-05-08 23:30:52,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-08 23:30:52,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-08 23:30:52,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-08 23:30:52,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-08 23:30:52,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-08 23:30:52,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-08 23:30:52,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-08 23:30:52,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-08 23:30:52,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-08 23:30:52,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-08 23:30:52,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-08 23:30:52,613] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-08 23:30:52,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-08 23:30:52,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-08 23:30:52,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-08 23:30:52,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-08 23:30:52,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-08 23:30:52,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-08 23:30:52,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-08 23:30:52,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-08 23:30:52,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-08 23:30:52,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-08 23:30:52,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-08 23:30:52,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-08 23:30:52,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-08 23:30:52,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-08 23:30:52,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-08 23:30:52,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-08 23:30:52,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-08 23:30:52,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-08 23:30:52,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-08 23:30:52,624] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-08 23:30:52,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-08 23:30:52,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-08 23:30:52,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-08 23:30:52,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-08 23:30:52,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-08 23:30:52,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-08 23:30:52,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-08 23:30:52,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +28: [2023-05-08 23:30:52,629] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +31: [2023-05-08 23:30:52,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-08 23:30:52,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 0: [2023-05-08 23:30:52,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 0: [2023-05-08 23:30:52,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +28: [2023-05-08 23:30:52,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 0: [2023-05-08 23:30:52,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 0: [2023-05-08 23:30:52,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +16: [2023-05-08 23:30:52,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-08 23:30:52,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-08 23:30:52,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-08 23:30:52,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-08 23:30:52,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,649] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-08 23:30:52,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +16: [2023-05-08 23:30:52,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-08 23:30:52,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-08 23:30:52,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 1: [2023-05-08 23:30:52,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 2: [2023-05-08 23:30:52,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-08 23:30:52,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-08 23:30:52,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-08 23:30:52,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-08 23:30:52,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-08 23:30:52,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-08 23:30:52,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-08 23:30:52,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-08 23:30:52,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-08 23:30:52,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-08 23:30:52,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-08 23:30:52,652] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +12: [2023-05-08 23:30:52,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-08 23:30:52,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-08 23:30:52,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-08 23:30:52,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-08 23:30:52,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-08 23:30:52,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-08 23:30:52,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-08 23:30:52,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-08 23:30:52,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-08 23:30:52,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-08 23:30:52,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-08 23:30:52,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-08 23:30:52,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-08 23:30:52,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +25: [2023-05-08 23:30:52,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-08 23:30:52,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-08 23:30:52,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +22: [2023-05-08 23:30:52,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-08 23:30:52,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-08 23:30:52,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +13: [2023-05-08 23:30:52,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +13: [2023-05-08 23:30:52,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 6: [2023-05-08 23:30:52,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-08 23:30:52,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 6: [2023-05-08 23:30:52,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-08 23:30:52,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-08 23:30:52,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-08 23:30:52,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-08 23:30:52,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +11: [2023-05-08 23:30:52,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +11: [2023-05-08 23:30:52,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 1: [2023-05-08 23:30:52,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +11: [2023-05-08 23:30:52,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +17: [2023-05-08 23:30:52,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-08 23:30:52,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-08 23:30:52,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +12: [2023-05-08 23:30:52,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +17: [2023-05-08 23:30:52,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-08 23:30:52,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-08 23:30:52,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-08 23:30:52,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-08 23:30:52,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-08 23:30:52,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-08 23:30:52,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-08 23:30:52,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-08 23:30:52,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-08 23:30:52,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-08 23:30:52,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-08 23:30:52,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-08 23:30:52,662] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-08 23:30:52,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-08 23:30:52,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-08 23:30:52,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-08 23:30:52,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-08 23:30:52,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-08 23:30:52,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-08 23:30:52,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-08 23:30:52,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-08 23:30:52,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-08 23:30:52,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,667] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-08 23:30:52,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-08 23:30:52,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-08 23:30:52,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-08 23:30:52,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-08 23:30:52,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-08 23:30:52,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-08 23:30:52,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-08 23:30:52,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-08 23:30:52,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-08 23:30:52,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-08 23:30:52,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-08 23:30:52,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +28: [2023-05-08 23:30:52,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-08 23:30:52,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-08 23:30:52,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-08 23:30:52,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-08 23:30:52,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-08 23:30:52,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-08 23:30:52,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +15: [2023-05-08 23:30:52,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-08 23:30:52,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +11: [2023-05-08 23:30:52,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-08 23:30:52,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +31: [2023-05-08 23:30:52,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +28: [2023-05-08 23:30:52,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-08 23:30:52,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 2: [2023-05-08 23:30:52,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-08 23:30:52,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-08 23:30:52,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-08 23:30:52,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-08 23:30:52,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-08 23:30:52,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +31: [2023-05-08 23:30:52,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +28: [2023-05-08 23:30:52,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +22: [2023-05-08 23:30:52,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-08 23:30:52,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-08 23:30:52,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-08 23:30:52,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +15: [2023-05-08 23:30:52,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-08 23:30:52,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-08 23:30:52,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +17: [2023-05-08 23:30:52,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 6: [2023-05-08 23:30:52,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-08 23:30:52,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +31: [2023-05-08 23:30:52,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +10: [2023-05-08 23:30:52,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 0: [2023-05-08 23:30:52,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-08 23:30:52,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 2: [2023-05-08 23:30:52,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-08 23:30:52,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +10: [2023-05-08 23:30:52,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +11: [2023-05-08 23:30:52,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-08 23:30:52,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +17: [2023-05-08 23:30:52,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 9: [2023-05-08 23:30:52,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-08 23:30:52,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 2: [2023-05-08 23:30:52,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-08 23:30:52,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-08 23:30:52,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-08 23:30:52,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 0: [2023-05-08 23:30:52,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 9: [2023-05-08 23:30:52,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-08 23:30:52,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 9: [2023-05-08 23:30:52,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-08 23:30:52,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-08 23:30:52,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-08 23:30:52,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-08 23:30:52,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-08 23:30:52,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-08 23:30:52,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-08 23:30:52,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-08 23:30:52,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-08 23:30:52,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-08 23:30:52,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 3: [2023-05-08 23:30:52,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 3: [2023-05-08 23:30:52,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +24: [2023-05-08 23:30:52,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-08 23:30:52,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +17: [2023-05-08 23:30:52,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-08 23:30:52,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-08 23:30:52,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-08 23:30:52,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-08 23:30:52,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-08 23:30:52,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-08 23:30:52,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +16: [2023-05-08 23:30:52,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +16: [2023-05-08 23:30:52,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +16: [2023-05-08 23:30:52,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +16: [2023-05-08 23:30:52,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +22: [2023-05-08 23:30:52,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-08 23:30:52,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-08 23:30:52,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-08 23:30:52,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-08 23:30:52,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-08 23:30:52,705] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-08 23:30:52,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-08 23:30:52,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-08 23:30:52,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +22: [2023-05-08 23:30:52,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-08 23:30:52,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +17: [2023-05-08 23:30:52,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-08 23:30:52,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +27: [2023-05-08 23:30:52,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +27: [2023-05-08 23:30:52,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +17: [2023-05-08 23:30:52,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-08 23:30:52,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +14: [2023-05-08 23:30:52,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-08 23:30:52,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-08 23:30:52,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-08 23:30:52,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-08 23:30:52,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-08 23:30:52,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 7: [2023-05-08 23:30:52,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 7: [2023-05-08 23:30:52,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +25: [2023-05-08 23:30:52,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-08 23:30:52,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +23: [2023-05-08 23:30:52,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-08 23:30:52,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-08 23:30:52,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-08 23:30:52,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +15: [2023-05-08 23:30:52,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +15: [2023-05-08 23:30:52,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +15: [2023-05-08 23:30:52,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +10: [2023-05-08 23:30:52,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +11: [2023-05-08 23:30:52,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +13: [2023-05-08 23:30:52,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-08 23:30:52,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-08 23:30:52,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-08 23:30:52,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-08 23:30:52,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-08 23:30:52,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-08 23:30:52,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-08 23:30:52,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-08 23:30:52,712] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-08 23:30:52,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-08 23:30:52,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-08 23:30:52,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-08 23:30:52,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-08 23:30:52,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +23: [2023-05-08 23:30:52,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-08 23:30:52,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-08 23:30:52,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-08 23:30:52,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +23: [2023-05-08 23:30:52,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 7: [2023-05-08 23:30:52,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-08 23:30:52,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-08 23:30:52,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +26: [2023-05-08 23:30:52,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 5: [2023-05-08 23:30:52,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 5: [2023-05-08 23:30:52,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +23: [2023-05-08 23:30:52,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +26: [2023-05-08 23:30:52,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 5: [2023-05-08 23:30:52,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +19: [2023-05-08 23:30:52,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +19: [2023-05-08 23:30:52,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +26: [2023-05-08 23:30:52,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +11: [2023-05-08 23:30:52,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 5: [2023-05-08 23:30:52,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +17: [2023-05-08 23:30:52,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-08 23:30:52,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +23: [2023-05-08 23:30:52,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 3: [2023-05-08 23:30:52,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-08 23:30:52,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +13: [2023-05-08 23:30:52,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +17: [2023-05-08 23:30:52,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-08 23:30:52,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-08 23:30:52,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-08 23:30:52,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-08 23:30:52,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +16: [2023-05-08 23:30:52,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:52,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-08 23:30:52,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-08 23:30:52,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +29: [2023-05-08 23:30:52,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-08 23:30:52,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-08 23:30:52,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +13: [2023-05-08 23:30:52,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +17: [2023-05-08 23:30:52,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-08 23:30:52,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-08 23:30:52,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-08 23:30:52,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +15: [2023-05-08 23:30:52,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +13: [2023-05-08 23:30:52,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +13: [2023-05-08 23:30:52,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-08 23:30:52,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-08 23:30:52,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-08 23:30:52,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-08 23:30:52,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-08 23:30:52,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-08 23:30:52,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-08 23:30:52,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +15: [2023-05-08 23:30:52,726] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:52,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:52,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-08 23:30:52,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:52,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-08 23:30:52,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-08 23:30:52,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-08 23:30:52,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +26: [2023-05-08 23:30:52,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-08 23:30:52,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-08 23:30:52,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +10: [2023-05-08 23:30:52,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-08 23:30:52,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-08 23:30:52,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:52,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-08 23:30:52,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-08 23:30:52,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-08 23:30:52,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:52,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-08 23:30:52,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-08 23:30:52,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-08 23:30:52,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-08 23:30:52,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-08 23:30:52,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-08 23:30:52,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-08 23:30:52,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-08 23:30:52,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-08 23:30:52,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-08 23:30:52,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +27: [2023-05-08 23:30:52,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-08 23:30:52,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +29: [2023-05-08 23:30:52,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-08 23:30:52,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-08 23:30:52,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-08 23:30:52,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +21: [2023-05-08 23:30:52,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-08 23:30:52,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-08 23:30:52,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-08 23:30:52,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-08 23:30:52,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-08 23:30:52,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-08 23:30:52,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-08 23:30:52,740] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +21: [2023-05-08 23:30:52,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-08 23:30:52,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-08 23:30:52,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-08 23:30:52,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +21: [2023-05-08 23:30:52,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:52,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 4: [2023-05-08 23:30:52,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-08 23:30:52,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-08 23:30:52,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-08 23:30:52,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-08 23:30:52,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-08 23:30:52,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-08 23:30:52,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-08 23:30:52,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-08 23:30:52,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +29: [2023-05-08 23:30:52,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-08 23:30:52,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-08 23:30:52,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +25: [2023-05-08 23:30:52,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 4: [2023-05-08 23:30:52,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-08 23:30:52,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 4: [2023-05-08 23:30:52,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-08 23:30:52,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +11: [2023-05-08 23:30:52,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 6: [2023-05-08 23:30:52,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +11: [2023-05-08 23:30:52,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-08 23:30:52,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +20: [2023-05-08 23:30:52,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +20: [2023-05-08 23:30:52,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 9: [2023-05-08 23:30:52,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-08 23:30:52,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +11: [2023-05-08 23:30:52,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-08 23:30:52,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-08 23:30:52,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-08 23:30:52,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-08 23:30:52,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +11: [2023-05-08 23:30:52,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +29: [2023-05-08 23:30:52,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 3: [2023-05-08 23:30:52,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 3: [2023-05-08 23:30:52,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-08 23:30:52,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-08 23:30:52,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-08 23:30:52,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-08 23:30:52,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 3: [2023-05-08 23:30:52,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +17: [2023-05-08 23:30:52,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +16: [2023-05-08 23:30:52,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-08 23:30:52,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-08 23:30:52,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +18: [2023-05-08 23:30:52,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +16: [2023-05-08 23:30:52,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +18: [2023-05-08 23:30:52,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +18: [2023-05-08 23:30:52,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +10: [2023-05-08 23:30:52,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +16: [2023-05-08 23:30:52,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 3: [2023-05-08 23:30:52,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 9: [2023-05-08 23:30:52,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 9: [2023-05-08 23:30:52,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 9: [2023-05-08 23:30:52,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. + 9: [2023-05-08 23:30:52,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_28-model_01-model_states.pt. +16: [2023-05-08 23:30:52,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +15: [2023-05-08 23:30:52,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-08 23:30:52,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +23: [2023-05-08 23:30:52,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-08 23:30:52,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-08 23:30:52,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +24: [2023-05-08 23:30:52,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +15: [2023-05-08 23:30:52,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-08 23:30:52,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +22: [2023-05-08 23:30:52,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +22: [2023-05-08 23:30:52,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +22: [2023-05-08 23:30:52,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +22: [2023-05-08 23:30:52,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +15: [2023-05-08 23:30:52,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +30: [2023-05-08 23:30:52,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +30: [2023-05-08 23:30:52,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +27: [2023-05-08 23:30:52,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-08 23:30:52,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-08 23:30:52,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 4: [2023-05-08 23:30:52,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 4: [2023-05-08 23:30:52,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +10: [2023-05-08 23:30:52,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +15: [2023-05-08 23:30:52,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 4: [2023-05-08 23:30:52,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +30: [2023-05-08 23:30:52,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-08 23:30:52,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +30: [2023-05-08 23:30:52,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-08 23:30:52,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +27: [2023-05-08 23:30:52,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +10: [2023-05-08 23:30:52,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-08 23:30:52,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-08 23:30:52,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +30: [2023-05-08 23:30:52,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +23: [2023-05-08 23:30:52,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-08 23:30:52,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-08 23:30:52,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +26: [2023-05-08 23:30:52,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-08 23:30:52,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-08 23:30:52,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-08 23:30:52,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-08 23:30:52,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:52,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +26: [2023-05-08 23:30:52,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-08 23:30:52,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +25: [2023-05-08 23:30:52,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-08 23:30:52,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-08 23:30:52,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +10: [2023-05-08 23:30:52,764] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 5: [2023-05-08 23:30:52,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 7: [2023-05-08 23:30:52,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 5: [2023-05-08 23:30:52,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +27: [2023-05-08 23:30:52,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 6: [2023-05-08 23:30:52,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +20: [2023-05-08 23:30:52,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-08 23:30:52,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-08 23:30:52,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-08 23:30:52,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-08 23:30:52,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +19: [2023-05-08 23:30:52,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-08 23:30:52,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +26: [2023-05-08 23:30:52,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +20: [2023-05-08 23:30:52,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-08 23:30:52,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +26: [2023-05-08 23:30:52,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +26: [2023-05-08 23:30:52,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +15: [2023-05-08 23:30:52,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +18: [2023-05-08 23:30:52,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-08 23:30:52,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-08 23:30:52,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-08 23:30:52,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +26: [2023-05-08 23:30:52,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +23: [2023-05-08 23:30:52,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-08 23:30:52,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-08 23:30:52,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-08 23:30:52,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-08 23:30:52,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-08 23:30:52,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-08 23:30:52,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-08 23:30:52,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 9: [2023-05-08 23:30:52,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +18: [2023-05-08 23:30:52,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-08 23:30:52,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:52,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-08 23:30:52,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-08 23:30:52,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +19: [2023-05-08 23:30:52,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt... +23: [2023-05-08 23:30:52,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +27: [2023-05-08 23:30:52,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:52,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-08 23:30:52,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-08 23:30:52,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +23: [2023-05-08 23:30:52,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +27: [2023-05-08 23:30:52,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-08 23:30:52,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +19: [2023-05-08 23:30:52,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +22: [2023-05-08 23:30:52,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-08 23:30:52,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-08 23:30:52,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-08 23:30:52,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +30: [2023-05-08 23:30:52,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-08 23:30:52,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-08 23:30:52,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +19: [2023-05-08 23:30:52,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +19: [2023-05-08 23:30:52,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +22: [2023-05-08 23:30:52,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-08 23:30:52,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +27: [2023-05-08 23:30:52,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +23: [2023-05-08 23:30:52,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +10: [2023-05-08 23:30:52,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-08 23:30:52,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +27: [2023-05-08 23:30:52,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-08 23:30:52,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-08 23:30:52,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +14: [2023-05-08 23:30:52,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +14: [2023-05-08 23:30:52,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +21: [2023-05-08 23:30:52,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-08 23:30:52,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-08 23:30:52,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:52,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +14: [2023-05-08 23:30:52,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +30: [2023-05-08 23:30:52,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-08 23:30:52,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-08 23:30:52,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-08 23:30:52,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-08 23:30:52,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-08 23:30:52,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-08 23:30:52,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 1: [2023-05-08 23:30:52,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-08 23:30:52,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 1: [2023-05-08 23:30:52,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-08 23:30:52,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-08 23:30:52,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-08 23:30:52,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-08 23:30:52,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +27: [2023-05-08 23:30:52,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-08 23:30:52,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-08 23:30:52,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-08 23:30:52,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-08 23:30:52,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-08 23:30:52,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +25: [2023-05-08 23:30:52,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +11: [2023-05-08 23:30:52,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-08 23:30:52,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +22: [2023-05-08 23:30:52,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 7: [2023-05-08 23:30:52,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-08 23:30:52,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 7: [2023-05-08 23:30:52,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +14: [2023-05-08 23:30:52,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-08 23:30:52,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-08 23:30:52,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-08 23:30:52,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +20: [2023-05-08 23:30:52,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-08 23:30:52,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-08 23:30:52,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-08 23:30:52,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +25: [2023-05-08 23:30:52,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 7: [2023-05-08 23:30:52,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +18: [2023-05-08 23:30:52,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +14: [2023-05-08 23:30:52,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-08 23:30:52,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 7: [2023-05-08 23:30:52,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +14: [2023-05-08 23:30:52,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-08 23:30:52,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 4: [2023-05-08 23:30:52,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-08 23:30:52,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-08 23:30:52,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-08 23:30:52,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-08 23:30:52,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +11: [2023-05-08 23:30:52,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-08 23:30:52,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-08 23:30:52,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-08 23:30:52,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +24: [2023-05-08 23:30:52,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-08 23:30:52,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +24: [2023-05-08 23:30:52,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-08 23:30:52,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +20: [2023-05-08 23:30:52,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 6: [2023-05-08 23:30:52,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 6: [2023-05-08 23:30:52,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 6: [2023-05-08 23:30:52,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +18: [2023-05-08 23:30:52,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-08 23:30:52,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +24: [2023-05-08 23:30:52,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +22: [2023-05-08 23:30:52,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:52,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +22: [2023-05-08 23:30:52,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-08 23:30:52,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-08 23:30:52,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-08 23:30:52,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-08 23:30:52,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-08 23:30:52,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +30: [2023-05-08 23:30:52,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-08 23:30:52,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 9: [2023-05-08 23:30:52,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... +22: [2023-05-08 23:30:52,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-08 23:30:52,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 8: [2023-05-08 23:30:52,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-08 23:30:52,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 4: [2023-05-08 23:30:52,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-08 23:30:52,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +22: [2023-05-08 23:30:52,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 4: [2023-05-08 23:30:52,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 2: [2023-05-08 23:30:52,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 2: [2023-05-08 23:30:52,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 8: [2023-05-08 23:30:52,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +12: [2023-05-08 23:30:52,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-08 23:30:52,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-08 23:30:52,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-08 23:30:52,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-08 23:30:52,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 4: [2023-05-08 23:30:52,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +12: [2023-05-08 23:30:52,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-08 23:30:52,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-08 23:30:52,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-08 23:30:52,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 8: [2023-05-08 23:30:52,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_00-model_states.pt. +12: [2023-05-08 23:30:52,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-08 23:30:52,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +12: [2023-05-08 23:30:52,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:52,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-08 23:30:52,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-08 23:30:52,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-08 23:30:52,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-08 23:30:52,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-08 23:30:52,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-08 23:30:52,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-08 23:30:52,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-08 23:30:52,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-08 23:30:52,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-08 23:30:52,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-08 23:30:52,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-08 23:30:52,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt... + 1: [2023-05-08 23:30:52,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-08 23:30:52,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +18: [2023-05-08 23:30:52,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-08 23:30:52,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-08 23:30:52,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-08 23:30:52,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-08 23:30:52,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-08 23:30:52,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:52,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-08 23:30:52,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-08 23:30:52,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-08 23:30:52,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-08 23:30:52,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:52,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-08 23:30:52,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:52,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-08 23:30:52,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-08 23:30:52,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 1: [2023-05-08 23:30:52,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-08 23:30:52,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:52,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-08 23:30:52,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-08 23:30:52,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-08 23:30:52,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 2: [2023-05-08 23:30:52,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +30: [2023-05-08 23:30:52,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-08 23:30:52,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-08 23:30:52,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-08 23:30:52,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-08 23:30:52,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-08 23:30:52,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-08 23:30:52,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-08 23:30:52,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-08 23:30:52,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-08 23:30:52,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +29: [2023-05-08 23:30:52,834] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +30: [2023-05-08 23:30:52,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-08 23:30:52,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +14: [2023-05-08 23:30:52,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-08 23:30:52,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-08 23:30:52,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-08 23:30:52,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +30: [2023-05-08 23:30:52,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-08 23:30:52,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-08 23:30:52,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-08 23:30:52,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +14: [2023-05-08 23:30:52,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +14: [2023-05-08 23:30:52,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 1: [2023-05-08 23:30:52,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-08 23:30:52,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-08 23:30:52,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-08 23:30:52,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-08 23:30:52,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-08 23:30:52,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-08 23:30:52,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-08 23:30:52,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-08 23:30:52,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-08 23:30:52,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-08 23:30:52,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-08 23:30:52,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-08 23:30:52,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-08 23:30:52,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-08 23:30:52,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-08 23:30:52,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 8: [2023-05-08 23:30:52,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-08 23:30:52,859] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-08 23:30:52,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-08 23:30:52,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-08 23:30:52,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-08 23:30:52,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-08 23:30:52,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-08 23:30:52,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-08 23:30:52,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-08 23:30:52,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-08 23:30:52,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 2: [2023-05-08 23:30:52,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:52,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-08 23:30:52,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +12: [2023-05-08 23:30:52,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-08 23:30:52,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-08 23:30:52,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +18: [2023-05-08 23:30:52,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-08 23:30:52,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-08 23:30:52,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-08 23:30:52,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-08 23:30:52,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-08 23:30:52,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 3: [2023-05-08 23:30:52,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-08 23:30:52,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-08 23:30:52,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,878] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-08 23:30:52,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-08 23:30:52,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-08 23:30:52,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-08 23:30:52,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-08 23:30:52,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-08 23:30:52,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-08 23:30:52,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 1: [2023-05-08 23:30:52,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +29: [2023-05-08 23:30:52,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 1: [2023-05-08 23:30:52,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 1: [2023-05-08 23:30:52,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 0: [2023-05-08 23:30:52,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,892] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-08 23:30:52,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-08 23:30:52,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-08 23:30:52,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 8: [2023-05-08 23:30:52,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 0: [2023-05-08 23:30:52,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,894] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 8: [2023-05-08 23:30:52,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +28: [2023-05-08 23:30:52,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +28: [2023-05-08 23:30:52,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +28: [2023-05-08 23:30:52,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +28: [2023-05-08 23:30:52,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 0: [2023-05-08 23:30:52,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +29: [2023-05-08 23:30:52,897] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +29: [2023-05-08 23:30:52,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +29: [2023-05-08 23:30:52,898] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +13: [2023-05-08 23:30:52,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +13: [2023-05-08 23:30:52,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +13: [2023-05-08 23:30:52,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 0: [2023-05-08 23:30:52,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +13: [2023-05-08 23:30:52,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 0: [2023-05-08 23:30:52,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 0: [2023-05-08 23:30:52,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +31: [2023-05-08 23:30:52,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-08 23:30:52,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-08 23:30:52,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,904] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-08 23:30:52,904] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-08 23:30:52,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-08 23:30:52,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-08 23:30:52,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-08 23:30:52,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,907] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-08 23:30:52,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-08 23:30:52,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-08 23:30:52,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-08 23:30:52,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-08 23:30:52,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-08 23:30:52,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-08 23:30:52,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +13: [2023-05-08 23:30:52,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:52,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-08 23:30:52,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-08 23:30:52,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:52,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-08 23:30:52,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-08 23:30:52,917] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-08 23:30:52,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-08 23:30:52,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,920] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,926] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-08 23:30:52,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,928] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-08 23:30:52,936] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-08 23:30:52,937] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 2: [2023-05-08 23:30:52,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-08 23:30:52,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-08 23:30:52,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 2: [2023-05-08 23:30:52,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,940] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-08 23:30:52,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 1: [2023-05-08 23:30:52,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 2: [2023-05-08 23:30:52,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-08 23:30:52,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-08 23:30:52,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-08 23:30:52,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +28: [2023-05-08 23:30:52,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-08 23:30:52,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +16: [2023-05-08 23:30:52,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-08 23:30:52,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-08 23:30:52,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +28: [2023-05-08 23:30:52,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 8: [2023-05-08 23:30:52,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 8: [2023-05-08 23:30:52,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +28: [2023-05-08 23:30:52,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +28: [2023-05-08 23:30:52,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +13: [2023-05-08 23:30:52,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 1: [2023-05-08 23:30:52,947] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 3: [2023-05-08 23:30:52,947] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-08 23:30:52,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +13: [2023-05-08 23:30:52,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-08 23:30:52,948] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,949] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-08 23:30:52,950] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +16: [2023-05-08 23:30:52,950] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-08 23:30:52,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +13: [2023-05-08 23:30:52,951] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 0: [2023-05-08 23:30:52,952] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 5: [2023-05-08 23:30:52,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,951] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-08 23:30:52,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +11: [2023-05-08 23:30:52,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +31: [2023-05-08 23:30:52,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-08 23:30:52,952] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-08 23:30:52,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 2: [2023-05-08 23:30:52,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,953] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-08 23:30:52,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +16: [2023-05-08 23:30:52,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-08 23:30:52,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +31: [2023-05-08 23:30:52,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +31: [2023-05-08 23:30:52,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 5: [2023-05-08 23:30:52,954] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-08 23:30:52,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-08 23:30:52,955] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 8: [2023-05-08 23:30:52,955] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +16: [2023-05-08 23:30:52,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-08 23:30:52,956] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-08 23:30:52,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:52,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:52,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:52,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:52,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-08 23:30:52,958] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 0: [2023-05-08 23:30:52,959] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +28: [2023-05-08 23:30:52,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-08 23:30:52,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-08 23:30:52,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-08 23:30:52,961] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-08 23:30:52,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 0: [2023-05-08 23:30:52,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 0: [2023-05-08 23:30:52,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +17: [2023-05-08 23:30:52,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +17: [2023-05-08 23:30:52,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-08 23:30:52,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-08 23:30:52,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +17: [2023-05-08 23:30:52,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-08 23:30:52,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-08 23:30:52,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +21: [2023-05-08 23:30:52,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +21: [2023-05-08 23:30:52,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +21: [2023-05-08 23:30:52,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +16: [2023-05-08 23:30:52,965] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-08 23:30:52,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-08 23:30:52,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-08 23:30:52,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-08 23:30:52,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-08 23:30:52,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-08 23:30:52,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-08 23:30:52,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:52,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-08 23:30:52,969] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-08 23:30:52,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +17: [2023-05-08 23:30:52,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 9: [2023-05-08 23:30:52,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-08 23:30:52,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-08 23:30:52,972] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-08 23:30:52,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-08 23:30:52,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-08 23:30:52,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-08 23:30:52,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-08 23:30:52,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-08 23:30:52,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-08 23:30:52,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-08 23:30:52,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-08 23:30:52,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-08 23:30:52,977] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-08 23:30:52,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:52,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +23: [2023-05-08 23:30:52,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +21: [2023-05-08 23:30:52,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-08 23:30:52,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-08 23:30:52,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-08 23:30:52,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-08 23:30:52,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-08 23:30:52,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-08 23:30:52,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-08 23:30:52,979] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-08 23:30:52,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-08 23:30:52,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-08 23:30:52,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-08 23:30:52,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-08 23:30:52,980] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-08 23:30:52,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-08 23:30:52,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:52,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +25: [2023-05-08 23:30:52,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:52,981] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +25: [2023-05-08 23:30:52,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-08 23:30:52,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-08 23:30:52,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-08 23:30:52,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-08 23:30:52,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-08 23:30:52,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-08 23:30:52,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +24: [2023-05-08 23:30:52,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-08 23:30:52,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-08 23:30:52,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-08 23:30:52,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-08 23:30:52,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-08 23:30:52,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:52,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-08 23:30:52,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-08 23:30:52,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:52,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-08 23:30:52,995] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-08 23:30:52,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-08 23:30:52,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-08 23:30:52,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-08 23:30:52,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-08 23:30:52,996] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-08 23:30:52,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-08 23:30:52,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-08 23:30:52,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +12: [2023-05-08 23:30:52,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 5: [2023-05-08 23:30:52,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-08 23:30:52,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-08 23:30:52,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-08 23:30:52,998] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-08 23:30:52,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +23: [2023-05-08 23:30:52,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-08 23:30:52,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-08 23:30:52,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +28: [2023-05-08 23:30:52,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:52,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-08 23:30:53,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-08 23:30:53,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-08 23:30:53,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-08 23:30:53,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +11: [2023-05-08 23:30:53,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +11: [2023-05-08 23:30:53,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 6: [2023-05-08 23:30:53,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 6: [2023-05-08 23:30:53,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 6: [2023-05-08 23:30:53,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 6: [2023-05-08 23:30:53,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +11: [2023-05-08 23:30:53,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-08 23:30:53,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-08 23:30:53,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +16: [2023-05-08 23:30:53,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 5: [2023-05-08 23:30:53,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-08 23:30:53,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +16: [2023-05-08 23:30:53,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +11: [2023-05-08 23:30:53,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +17: [2023-05-08 23:30:53,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-08 23:30:53,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +15: [2023-05-08 23:30:53,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +15: [2023-05-08 23:30:53,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +15: [2023-05-08 23:30:53,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +17: [2023-05-08 23:30:53,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-08 23:30:53,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-08 23:30:53,008] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-08 23:30:53,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-08 23:30:53,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-08 23:30:53,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 7: [2023-05-08 23:30:53,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +22: [2023-05-08 23:30:53,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-08 23:30:53,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-08 23:30:53,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-08 23:30:53,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-08 23:30:53,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-08 23:30:53,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +25: [2023-05-08 23:30:53,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +22: [2023-05-08 23:30:53,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-08 23:30:53,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-08 23:30:53,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-08 23:30:53,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-08 23:30:53,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +31: [2023-05-08 23:30:53,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-08 23:30:53,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-08 23:30:53,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-08 23:30:53,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-08 23:30:53,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-08 23:30:53,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-08 23:30:53,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-08 23:30:53,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +25: [2023-05-08 23:30:53,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-08 23:30:53,015] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +28: [2023-05-08 23:30:53,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-08 23:30:53,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +21: [2023-05-08 23:30:53,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +28: [2023-05-08 23:30:53,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-08 23:30:53,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +12: [2023-05-08 23:30:53,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-08 23:30:53,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +12: [2023-05-08 23:30:53,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-08 23:30:53,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 7: [2023-05-08 23:30:53,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 7: [2023-05-08 23:30:53,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-08 23:30:53,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +17: [2023-05-08 23:30:53,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +22: [2023-05-08 23:30:53,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-08 23:30:53,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-08 23:30:53,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-08 23:30:53,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-08 23:30:53,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-08 23:30:53,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-08 23:30:53,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 7: [2023-05-08 23:30:53,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +10: [2023-05-08 23:30:53,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +10: [2023-05-08 23:30:53,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +21: [2023-05-08 23:30:53,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 6: [2023-05-08 23:30:53,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-08 23:30:53,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +10: [2023-05-08 23:30:53,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +16: [2023-05-08 23:30:53,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:53,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-08 23:30:53,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +31: [2023-05-08 23:30:53,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +17: [2023-05-08 23:30:53,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +21: [2023-05-08 23:30:53,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-08 23:30:53,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +17: [2023-05-08 23:30:53,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-08 23:30:53,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-08 23:30:53,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-08 23:30:53,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-08 23:30:53,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-08 23:30:53,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +17: [2023-05-08 23:30:53,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 6: [2023-05-08 23:30:53,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +25: [2023-05-08 23:30:53,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-08 23:30:53,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 9: [2023-05-08 23:30:53,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-08 23:30:53,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +16: [2023-05-08 23:30:53,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:53,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-08 23:30:53,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-08 23:30:53,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-08 23:30:53,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 3: [2023-05-08 23:30:53,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 3: [2023-05-08 23:30:53,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +22: [2023-05-08 23:30:53,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +17: [2023-05-08 23:30:53,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-08 23:30:53,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +23: [2023-05-08 23:30:53,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-08 23:30:53,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-08 23:30:53,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-08 23:30:53,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-08 23:30:53,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:53,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-08 23:30:53,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-08 23:30:53,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-08 23:30:53,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +10: [2023-05-08 23:30:53,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-08 23:30:53,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-08 23:30:53,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-08 23:30:53,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-08 23:30:53,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +22: [2023-05-08 23:30:53,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-08 23:30:53,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-08 23:30:53,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-08 23:30:53,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-08 23:30:53,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-08 23:30:53,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-08 23:30:53,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:53,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +25: [2023-05-08 23:30:53,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +11: [2023-05-08 23:30:53,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-08 23:30:53,035] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +14: [2023-05-08 23:30:53,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-08 23:30:53,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-08 23:30:53,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-08 23:30:53,036] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-08 23:30:53,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-08 23:30:53,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +26: [2023-05-08 23:30:53,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +26: [2023-05-08 23:30:53,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +26: [2023-05-08 23:30:53,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +23: [2023-05-08 23:30:53,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:53,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:53,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +23: [2023-05-08 23:30:53,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-08 23:30:53,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-08 23:30:53,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-08 23:30:53,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +26: [2023-05-08 23:30:53,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +11: [2023-05-08 23:30:53,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-08 23:30:53,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-08 23:30:53,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-08 23:30:53,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-08 23:30:53,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-08 23:30:53,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-08 23:30:53,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-08 23:30:53,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-08 23:30:53,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-08 23:30:53,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:53,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-08 23:30:53,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-08 23:30:53,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-08 23:30:53,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-08 23:30:53,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-08 23:30:53,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,041] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-08 23:30:53,041] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-08 23:30:53,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-08 23:30:53,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-08 23:30:53,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-08 23:30:53,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-08 23:30:53,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-08 23:30:53,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:53,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-08 23:30:53,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-08 23:30:53,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-08 23:30:53,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-08 23:30:53,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-08 23:30:53,046] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +19: [2023-05-08 23:30:53,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-08 23:30:53,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-08 23:30:53,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-08 23:30:53,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +19: [2023-05-08 23:30:53,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-08 23:30:53,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-08 23:30:53,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-08 23:30:53,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +16: [2023-05-08 23:30:53,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-08 23:30:53,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-08 23:30:53,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-08 23:30:53,053] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-08 23:30:53,053] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-08 23:30:53,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +29: [2023-05-08 23:30:53,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-08 23:30:53,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-08 23:30:53,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-08 23:30:53,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-08 23:30:53,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +15: [2023-05-08 23:30:53,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +12: [2023-05-08 23:30:53,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-08 23:30:53,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +14: [2023-05-08 23:30:53,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-08 23:30:53,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-08 23:30:53,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +12: [2023-05-08 23:30:53,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-08 23:30:53,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-08 23:30:53,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-08 23:30:53,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-08 23:30:53,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-08 23:30:53,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-08 23:30:53,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-08 23:30:53,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-08 23:30:53,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-08 23:30:53,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-08 23:30:53,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +12: [2023-05-08 23:30:53,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +12: [2023-05-08 23:30:53,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-08 23:30:53,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-08 23:30:53,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-08 23:30:53,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-08 23:30:53,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-08 23:30:53,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 9: [2023-05-08 23:30:53,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 6: [2023-05-08 23:30:53,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-08 23:30:53,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-08 23:30:53,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +12: [2023-05-08 23:30:53,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-08 23:30:53,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-08 23:30:53,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-08 23:30:53,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +10: [2023-05-08 23:30:53,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-08 23:30:53,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-08 23:30:53,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +29: [2023-05-08 23:30:53,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-08 23:30:53,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +10: [2023-05-08 23:30:53,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +16: [2023-05-08 23:30:53,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +27: [2023-05-08 23:30:53,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-08 23:30:53,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-08 23:30:53,066] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +27: [2023-05-08 23:30:53,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-08 23:30:53,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-08 23:30:53,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-08 23:30:53,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-08 23:30:53,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +25: [2023-05-08 23:30:53,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +27: [2023-05-08 23:30:53,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-08 23:30:53,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-08 23:30:53,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-08 23:30:53,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 7: [2023-05-08 23:30:53,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +25: [2023-05-08 23:30:53,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-08 23:30:53,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-08 23:30:53,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-08 23:30:53,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-08 23:30:53,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +25: [2023-05-08 23:30:53,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +10: [2023-05-08 23:30:53,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-08 23:30:53,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-08 23:30:53,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-08 23:30:53,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +15: [2023-05-08 23:30:53,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +23: [2023-05-08 23:30:53,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 6: [2023-05-08 23:30:53,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-08 23:30:53,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +30: [2023-05-08 23:30:53,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 5: [2023-05-08 23:30:53,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 5: [2023-05-08 23:30:53,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +30: [2023-05-08 23:30:53,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 5: [2023-05-08 23:30:53,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +30: [2023-05-08 23:30:53,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +19: [2023-05-08 23:30:53,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +19: [2023-05-08 23:30:53,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +19: [2023-05-08 23:30:53,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. +20: [2023-05-08 23:30:53,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-08 23:30:53,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_29-model_01-model_states.pt. + 6: [2023-05-08 23:30:53,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 6: [2023-05-08 23:30:53,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +10: [2023-05-08 23:30:53,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-08 23:30:53,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:53,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:53,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 3: [2023-05-08 23:30:53,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 9: [2023-05-08 23:30:53,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,079] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:53,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +19: [2023-05-08 23:30:53,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:53,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-08 23:30:53,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-08 23:30:53,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +20: [2023-05-08 23:30:53,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-08 23:30:53,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-08 23:30:53,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-08 23:30:53,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-08 23:30:53,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-08 23:30:53,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +20: [2023-05-08 23:30:53,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-08 23:30:53,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-08 23:30:53,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-08 23:30:53,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-08 23:30:53,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-08 23:30:53,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +11: [2023-05-08 23:30:53,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-08 23:30:53,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-08 23:30:53,087] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-08 23:30:53,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +10: [2023-05-08 23:30:53,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +23: [2023-05-08 23:30:53,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +10: [2023-05-08 23:30:53,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-08 23:30:53,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-08 23:30:53,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-08 23:30:53,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-08 23:30:53,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-08 23:30:53,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-08 23:30:53,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-08 23:30:53,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-08 23:30:53,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-08 23:30:53,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +23: [2023-05-08 23:30:53,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-08 23:30:53,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +15: [2023-05-08 23:30:53,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-08 23:30:53,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-08 23:30:53,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-08 23:30:53,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-08 23:30:53,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-08 23:30:53,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +12: [2023-05-08 23:30:53,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-08 23:30:53,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-08 23:30:53,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-08 23:30:53,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-08 23:30:53,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-08 23:30:53,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-08 23:30:53,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-08 23:30:53,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt... +20: [2023-05-08 23:30:53,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-08 23:30:53,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-08 23:30:53,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +10: [2023-05-08 23:30:53,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-08 23:30:53,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-08 23:30:53,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +26: [2023-05-08 23:30:53,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 7: [2023-05-08 23:30:53,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +11: [2023-05-08 23:30:53,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-08 23:30:53,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-08 23:30:53,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-08 23:30:53,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-08 23:30:53,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-08 23:30:53,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-08 23:30:53,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-08 23:30:53,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 1: [2023-05-08 23:30:53,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-08 23:30:53,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-08 23:30:53,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-08 23:30:53,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-08 23:30:53,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-08 23:30:53,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-08 23:30:53,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-08 23:30:53,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-08 23:30:53,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-08 23:30:53,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-08 23:30:53,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +12: [2023-05-08 23:30:53,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-08 23:30:53,108] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-08 23:30:53,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-08 23:30:53,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-08 23:30:53,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-08 23:30:53,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,111] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,111] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-08 23:30:53,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-08 23:30:53,112] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-08 23:30:53,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-08 23:30:53,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-08 23:30:53,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +12: [2023-05-08 23:30:53,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 7: [2023-05-08 23:30:53,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 5: [2023-05-08 23:30:53,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-08 23:30:53,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +20: [2023-05-08 23:30:53,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +20: [2023-05-08 23:30:53,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +20: [2023-05-08 23:30:53,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 5: [2023-05-08 23:30:53,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 9: [2023-05-08 23:30:53,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +15: [2023-05-08 23:30:53,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-08 23:30:53,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-08 23:30:53,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +15: [2023-05-08 23:30:53,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-08 23:30:53,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-08 23:30:53,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-08 23:30:53,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-08 23:30:53,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-08 23:30:53,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-08 23:30:53,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-08 23:30:53,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-08 23:30:53,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-08 23:30:53,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-08 23:30:53,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +19: [2023-05-08 23:30:53,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +13: [2023-05-08 23:30:53,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +19: [2023-05-08 23:30:53,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +13: [2023-05-08 23:30:53,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-08 23:30:53,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-08 23:30:53,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-08 23:30:53,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-08 23:30:53,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +20: [2023-05-08 23:30:53,132] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-08 23:30:53,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-08 23:30:53,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-08 23:30:53,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +21: [2023-05-08 23:30:53,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-08 23:30:53,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +21: [2023-05-08 23:30:53,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-08 23:30:53,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +30: [2023-05-08 23:30:53,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-08 23:30:53,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-08 23:30:53,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-08 23:30:53,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +18: [2023-05-08 23:30:53,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +21: [2023-05-08 23:30:53,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-08 23:30:53,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +18: [2023-05-08 23:30:53,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +19: [2023-05-08 23:30:53,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... + 1: [2023-05-08 23:30:53,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-08 23:30:53,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-08 23:30:53,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-08 23:30:53,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-08 23:30:53,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. +24: [2023-05-08 23:30:53,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +24: [2023-05-08 23:30:53,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +24: [2023-05-08 23:30:53,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +15: [2023-05-08 23:30:53,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-08 23:30:53,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +15: [2023-05-08 23:30:53,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-08 23:30:53,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-08 23:30:53,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-08 23:30:53,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +30: [2023-05-08 23:30:53,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-08 23:30:53,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-08 23:30:53,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +30: [2023-05-08 23:30:53,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 1: [2023-05-08 23:30:53,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-08 23:30:53,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt... +14: [2023-05-08 23:30:53,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +14: [2023-05-08 23:30:53,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +14: [2023-05-08 23:30:53,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +14: [2023-05-08 23:30:53,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 1: [2023-05-08 23:30:53,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-08 23:30:53,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-08 23:30:53,152] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-08 23:30:53,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-08 23:30:53,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-08 23:30:53,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-08 23:30:53,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-08 23:30:53,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-08 23:30:53,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-08 23:30:53,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-08 23:30:53,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-08 23:30:53,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-08 23:30:53,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-08 23:30:53,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-08 23:30:53,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-08 23:30:53,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 2: [2023-05-08 23:30:53,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +13: [2023-05-08 23:30:53,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-08 23:30:53,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 2: [2023-05-08 23:30:53,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +13: [2023-05-08 23:30:53,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-08 23:30:53,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-08 23:30:53,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-08 23:30:53,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-08 23:30:53,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-08 23:30:53,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-08 23:30:53,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +14: [2023-05-08 23:30:53,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-08 23:30:53,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 1: [2023-05-08 23:30:53,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-08 23:30:53,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-08 23:30:53,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-08 23:30:53,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 1: [2023-05-08 23:30:53,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-08 23:30:53,175] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-08 23:30:53,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-08 23:30:53,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-08 23:30:53,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-08 23:30:53,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +30: [2023-05-08 23:30:53,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-08 23:30:53,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-08 23:30:53,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-08 23:30:53,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-08 23:30:53,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-08 23:30:53,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +27: [2023-05-08 23:30:53,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +27: [2023-05-08 23:30:53,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +20: [2023-05-08 23:30:53,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-08 23:30:53,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +13: [2023-05-08 23:30:53,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-08 23:30:53,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-08 23:30:53,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-08 23:30:53,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-08 23:30:53,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-08 23:30:53,186] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +18: [2023-05-08 23:30:53,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-08 23:30:53,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +13: [2023-05-08 23:30:53,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +13: [2023-05-08 23:30:53,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +13: [2023-05-08 23:30:53,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +18: [2023-05-08 23:30:53,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-08 23:30:53,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +18: [2023-05-08 23:30:53,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +18: [2023-05-08 23:30:53,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:53,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-08 23:30:53,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-08 23:30:53,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-08 23:30:53,194] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-08 23:30:53,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +21: [2023-05-08 23:30:53,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-08 23:30:53,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-08 23:30:53,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-08 23:30:53,197] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +24: [2023-05-08 23:30:53,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +14: [2023-05-08 23:30:53,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-08 23:30:53,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-08 23:30:53,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-08 23:30:53,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-08 23:30:53,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-08 23:30:53,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +24: [2023-05-08 23:30:53,200] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +14: [2023-05-08 23:30:53,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:53,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-08 23:30:53,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-08 23:30:53,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-08 23:30:53,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +13: [2023-05-08 23:30:53,206] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-08 23:30:53,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:53,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 2: [2023-05-08 23:30:53,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 2: [2023-05-08 23:30:53,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 2: [2023-05-08 23:30:53,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +18: [2023-05-08 23:30:53,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-08 23:30:53,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-08 23:30:53,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-08 23:30:53,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-08 23:30:53,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-08 23:30:53,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-08 23:30:53,221] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-08 23:30:53,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-08 23:30:53,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-08 23:30:53,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 2: [2023-05-08 23:30:53,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-08 23:30:53,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 8: [2023-05-08 23:30:53,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 8: [2023-05-08 23:30:53,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +27: [2023-05-08 23:30:53,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-08 23:30:53,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +13: [2023-05-08 23:30:53,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-08 23:30:53,236] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-08 23:30:53,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-08 23:30:53,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-08 23:30:53,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 2: [2023-05-08 23:30:53,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-08 23:30:53,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-08 23:30:53,242] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +13: [2023-05-08 23:30:53,243] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-08 23:30:53,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-08 23:30:53,245] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-08 23:30:53,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 2: [2023-05-08 23:30:53,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-08 23:30:53,246] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,250] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-08 23:30:53,252] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,254] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,255] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,256] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-08 23:30:53,258] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,258] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,260] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-08 23:30:53,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-08 23:30:53,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-08 23:30:53,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-08 23:30:53,263] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-08 23:30:53,264] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-08 23:30:53,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-08 23:30:53,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 1: [2023-05-08 23:30:53,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +24: [2023-05-08 23:30:53,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +24: [2023-05-08 23:30:53,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,267] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +18: [2023-05-08 23:30:53,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-08 23:30:53,270] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-08 23:30:53,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 1: [2023-05-08 23:30:53,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 8: [2023-05-08 23:30:53,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 4: [2023-05-08 23:30:53,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 4: [2023-05-08 23:30:53,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 2: [2023-05-08 23:30:53,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-08 23:30:53,284] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,285] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 1: [2023-05-08 23:30:53,287] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,291] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,292] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +29: [2023-05-08 23:30:53,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +29: [2023-05-08 23:30:53,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 3: [2023-05-08 23:30:53,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-08 23:30:53,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 2: [2023-05-08 23:30:53,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,294] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +29: [2023-05-08 23:30:53,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +22: [2023-05-08 23:30:53,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 3: [2023-05-08 23:30:53,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,296] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-08 23:30:53,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 3: [2023-05-08 23:30:53,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +24: [2023-05-08 23:30:53,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-08 23:30:53,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-08 23:30:53,300] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +22: [2023-05-08 23:30:53,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 2: [2023-05-08 23:30:53,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,302] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 0: [2023-05-08 23:30:53,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 0: [2023-05-08 23:30:53,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 0: [2023-05-08 23:30:53,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +28: [2023-05-08 23:30:53,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-08 23:30:53,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-08 23:30:53,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:53,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-08 23:30:53,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-08 23:30:53,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-08 23:30:53,306] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-08 23:30:53,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-08 23:30:53,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-08 23:30:53,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,309] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 3: [2023-05-08 23:30:53,310] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-08 23:30:53,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-08 23:30:53,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-08 23:30:53,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +29: [2023-05-08 23:30:53,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-08 23:30:53,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +25: [2023-05-08 23:30:53,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +25: [2023-05-08 23:30:53,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +29: [2023-05-08 23:30:53,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-08 23:30:53,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-08 23:30:53,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-08 23:30:53,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-08 23:30:53,313] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-08 23:30:53,314] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-08 23:30:53,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-08 23:30:53,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-08 23:30:53,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-08 23:30:53,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-08 23:30:53,315] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-08 23:30:53,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,316] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-08 23:30:53,316] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-08 23:30:53,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-08 23:30:53,317] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,318] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 1: [2023-05-08 23:30:53,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-08 23:30:53,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +24: [2023-05-08 23:30:53,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,322] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +25: [2023-05-08 23:30:53,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-08 23:30:53,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-08 23:30:53,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-08 23:30:53,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +20: [2023-05-08 23:30:53,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +20: [2023-05-08 23:30:53,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +20: [2023-05-08 23:30:53,331] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +12: [2023-05-08 23:30:53,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +12: [2023-05-08 23:30:53,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +20: [2023-05-08 23:30:53,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +12: [2023-05-08 23:30:53,332] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 0: [2023-05-08 23:30:53,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-08 23:30:53,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +14: [2023-05-08 23:30:53,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-08 23:30:53,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:53,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 0: [2023-05-08 23:30:53,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-08 23:30:53,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-08 23:30:53,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-08 23:30:53,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-08 23:30:53,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-08 23:30:53,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-08 23:30:53,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-08 23:30:53,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-08 23:30:53,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-08 23:30:53,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-08 23:30:53,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-08 23:30:53,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-08 23:30:53,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-08 23:30:53,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-08 23:30:53,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-08 23:30:53,338] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-08 23:30:53,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-08 23:30:53,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-08 23:30:53,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-08 23:30:53,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-08 23:30:53,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-08 23:30:53,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-08 23:30:53,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-08 23:30:53,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-08 23:30:53,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-08 23:30:53,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-08 23:30:53,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-08 23:30:53,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-08 23:30:53,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 4: [2023-05-08 23:30:53,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 4: [2023-05-08 23:30:53,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +10: [2023-05-08 23:30:53,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-08 23:30:53,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-08 23:30:53,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-08 23:30:53,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-08 23:30:53,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-08 23:30:53,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +24: [2023-05-08 23:30:53,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +24: [2023-05-08 23:30:53,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +24: [2023-05-08 23:30:53,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +22: [2023-05-08 23:30:53,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-08 23:30:53,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-08 23:30:53,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-08 23:30:53,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-08 23:30:53,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-08 23:30:53,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-08 23:30:53,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-08 23:30:53,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-08 23:30:53,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-08 23:30:53,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-08 23:30:53,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-08 23:30:53,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-08 23:30:53,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-08 23:30:53,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-08 23:30:53,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-08 23:30:53,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-08 23:30:53,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-08 23:30:53,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-08 23:30:53,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-08 23:30:53,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-08 23:30:53,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-08 23:30:53,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-08 23:30:53,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +16: [2023-05-08 23:30:53,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-08 23:30:53,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +15: [2023-05-08 23:30:53,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +29: [2023-05-08 23:30:53,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +15: [2023-05-08 23:30:53,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +15: [2023-05-08 23:30:53,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +22: [2023-05-08 23:30:53,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +22: [2023-05-08 23:30:53,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +28: [2023-05-08 23:30:53,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-08 23:30:53,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +31: [2023-05-08 23:30:53,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +25: [2023-05-08 23:30:53,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-08 23:30:53,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +31: [2023-05-08 23:30:53,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +15: [2023-05-08 23:30:53,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +25: [2023-05-08 23:30:53,354] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +22: [2023-05-08 23:30:53,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-08 23:30:53,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-08 23:30:53,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +30: [2023-05-08 23:30:53,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +25: [2023-05-08 23:30:53,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +30: [2023-05-08 23:30:53,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +30: [2023-05-08 23:30:53,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 0: [2023-05-08 23:30:53,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:53,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +14: [2023-05-08 23:30:53,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +14: [2023-05-08 23:30:53,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +14: [2023-05-08 23:30:53,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +29: [2023-05-08 23:30:53,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-08 23:30:53,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-08 23:30:53,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-08 23:30:53,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-08 23:30:53,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-08 23:30:53,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-08 23:30:53,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-08 23:30:53,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-08 23:30:53,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-08 23:30:53,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-08 23:30:53,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +24: [2023-05-08 23:30:53,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +24: [2023-05-08 23:30:53,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +22: [2023-05-08 23:30:53,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-08 23:30:53,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-08 23:30:53,361] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +24: [2023-05-08 23:30:53,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-08 23:30:53,362] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-08 23:30:53,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-08 23:30:53,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-08 23:30:53,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +22: [2023-05-08 23:30:53,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +24: [2023-05-08 23:30:53,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-08 23:30:53,363] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-08 23:30:53,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-08 23:30:53,364] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-08 23:30:53,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +22: [2023-05-08 23:30:53,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-08 23:30:53,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-08 23:30:53,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-08 23:30:53,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +22: [2023-05-08 23:30:53,367] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-08 23:30:53,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-08 23:30:53,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-08 23:30:53,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 9: [2023-05-08 23:30:53,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-08 23:30:53,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 3: [2023-05-08 23:30:53,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 3: [2023-05-08 23:30:53,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 3: [2023-05-08 23:30:53,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-08 23:30:53,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +17: [2023-05-08 23:30:53,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +17: [2023-05-08 23:30:53,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 4: [2023-05-08 23:30:53,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-08 23:30:53,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-08 23:30:53,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +31: [2023-05-08 23:30:53,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +30: [2023-05-08 23:30:53,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-08 23:30:53,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-08 23:30:53,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +10: [2023-05-08 23:30:53,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +10: [2023-05-08 23:30:53,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 4: [2023-05-08 23:30:53,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-08 23:30:53,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +30: [2023-05-08 23:30:53,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-08 23:30:53,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +30: [2023-05-08 23:30:53,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-08 23:30:53,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-08 23:30:53,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-08 23:30:53,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-08 23:30:53,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 0: [2023-05-08 23:30:53,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +29: [2023-05-08 23:30:53,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-08 23:30:53,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-08 23:30:53,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-08 23:30:53,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-08 23:30:53,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-08 23:30:53,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +31: [2023-05-08 23:30:53,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-08 23:30:53,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-08 23:30:53,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 0: [2023-05-08 23:30:53,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +16: [2023-05-08 23:30:53,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-08 23:30:53,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-08 23:30:53,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-08 23:30:53,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-08 23:30:53,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-08 23:30:53,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-08 23:30:53,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-08 23:30:53,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-08 23:30:53,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-08 23:30:53,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-08 23:30:53,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +28: [2023-05-08 23:30:53,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +12: [2023-05-08 23:30:53,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +14: [2023-05-08 23:30:53,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-08 23:30:53,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-08 23:30:53,383] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:53,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +28: [2023-05-08 23:30:53,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +27: [2023-05-08 23:30:53,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-08 23:30:53,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-08 23:30:53,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-08 23:30:53,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-08 23:30:53,385] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +12: [2023-05-08 23:30:53,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-08 23:30:53,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-08 23:30:53,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +26: [2023-05-08 23:30:53,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +20: [2023-05-08 23:30:53,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-08 23:30:53,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-08 23:30:53,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-08 23:30:53,388] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +15: [2023-05-08 23:30:53,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-08 23:30:53,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-08 23:30:53,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-08 23:30:53,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +17: [2023-05-08 23:30:53,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-08 23:30:53,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +16: [2023-05-08 23:30:53,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-08 23:30:53,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-08 23:30:53,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +29: [2023-05-08 23:30:53,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-08 23:30:53,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-08 23:30:53,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-08 23:30:53,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-08 23:30:53,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-08 23:30:53,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +26: [2023-05-08 23:30:53,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +10: [2023-05-08 23:30:53,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +10: [2023-05-08 23:30:53,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-08 23:30:53,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-08 23:30:53,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-08 23:30:53,392] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-08 23:30:53,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-08 23:30:53,393] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-08 23:30:53,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-08 23:30:53,394] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +24: [2023-05-08 23:30:53,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 1: [2023-05-08 23:30:53,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-08 23:30:53,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-08 23:30:53,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-08 23:30:53,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-08 23:30:53,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +11: [2023-05-08 23:30:53,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +11: [2023-05-08 23:30:53,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +28: [2023-05-08 23:30:53,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-08 23:30:53,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-08 23:30:53,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-08 23:30:53,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-08 23:30:53,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +27: [2023-05-08 23:30:53,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-08 23:30:53,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-08 23:30:53,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-08 23:30:53,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-08 23:30:53,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +18: [2023-05-08 23:30:53,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +27: [2023-05-08 23:30:53,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-08 23:30:53,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +14: [2023-05-08 23:30:53,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-08 23:30:53,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,400] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-08 23:30:53,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:53,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-08 23:30:53,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 5: [2023-05-08 23:30:53,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-08 23:30:53,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-08 23:30:53,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-08 23:30:53,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-08 23:30:53,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-08 23:30:53,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-08 23:30:53,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +15: [2023-05-08 23:30:53,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +14: [2023-05-08 23:30:53,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-08 23:30:53,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-08 23:30:53,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +26: [2023-05-08 23:30:53,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +16: [2023-05-08 23:30:53,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-08 23:30:53,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +15: [2023-05-08 23:30:53,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +24: [2023-05-08 23:30:53,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-08 23:30:53,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +24: [2023-05-08 23:30:53,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 4: [2023-05-08 23:30:53,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-08 23:30:53,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 5: [2023-05-08 23:30:53,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +24: [2023-05-08 23:30:53,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 7: [2023-05-08 23:30:53,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-08 23:30:53,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-08 23:30:53,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-08 23:30:53,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-08 23:30:53,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-08 23:30:53,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-08 23:30:53,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-08 23:30:53,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 9: [2023-05-08 23:30:53,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 7: [2023-05-08 23:30:53,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-08 23:30:53,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-08 23:30:53,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +30: [2023-05-08 23:30:53,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 7: [2023-05-08 23:30:53,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +11: [2023-05-08 23:30:53,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-08 23:30:53,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-08 23:30:53,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +11: [2023-05-08 23:30:53,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-08 23:30:53,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-08 23:30:53,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-08 23:30:53,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-08 23:30:53,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-08 23:30:53,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 3: [2023-05-08 23:30:53,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-08 23:30:53,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-08 23:30:53,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +15: [2023-05-08 23:30:53,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +11: [2023-05-08 23:30:53,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +11: [2023-05-08 23:30:53,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-08 23:30:53,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +18: [2023-05-08 23:30:53,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-08 23:30:53,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +11: [2023-05-08 23:30:53,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-08 23:30:53,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-08 23:30:53,416] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-08 23:30:53,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-08 23:30:53,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 2: [2023-05-08 23:30:53,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 2: [2023-05-08 23:30:53,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 2: [2023-05-08 23:30:53,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +17: [2023-05-08 23:30:53,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-08 23:30:53,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-08 23:30:53,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +17: [2023-05-08 23:30:53,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-08 23:30:53,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-08 23:30:53,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +18: [2023-05-08 23:30:53,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:53,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-08 23:30:53,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-08 23:30:53,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-08 23:30:53,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-08 23:30:53,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-08 23:30:53,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-08 23:30:53,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +14: [2023-05-08 23:30:53,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +17: [2023-05-08 23:30:53,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-08 23:30:53,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-08 23:30:53,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-08 23:30:53,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-08 23:30:53,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +14: [2023-05-08 23:30:53,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 3: [2023-05-08 23:30:53,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 3: [2023-05-08 23:30:53,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +28: [2023-05-08 23:30:53,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +19: [2023-05-08 23:30:53,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-08 23:30:53,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-08 23:30:53,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-08 23:30:53,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:53,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-08 23:30:53,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-08 23:30:53,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-08 23:30:53,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-08 23:30:53,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:53,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +10: [2023-05-08 23:30:53,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-08 23:30:53,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +17: [2023-05-08 23:30:53,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +15: [2023-05-08 23:30:53,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-08 23:30:53,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-08 23:30:53,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-08 23:30:53,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-08 23:30:53,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +19: [2023-05-08 23:30:53,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-08 23:30:53,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-08 23:30:53,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-08 23:30:53,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-08 23:30:53,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-08 23:30:53,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-08 23:30:53,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +31: [2023-05-08 23:30:53,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +10: [2023-05-08 23:30:53,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 4: [2023-05-08 23:30:53,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-08 23:30:53,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +17: [2023-05-08 23:30:53,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +19: [2023-05-08 23:30:53,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-08 23:30:53,427] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 5: [2023-05-08 23:30:53,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-08 23:30:53,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-08 23:30:53,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-08 23:30:53,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-08 23:30:53,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-08 23:30:53,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-08 23:30:53,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-08 23:30:53,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +31: [2023-05-08 23:30:53,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-08 23:30:53,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +28: [2023-05-08 23:30:53,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 8: [2023-05-08 23:30:53,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-08 23:30:53,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-08 23:30:53,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-08 23:30:53,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-08 23:30:53,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-08 23:30:53,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-08 23:30:53,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-08 23:30:53,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-08 23:30:53,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-08 23:30:53,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +31: [2023-05-08 23:30:53,434] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +10: [2023-05-08 23:30:53,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-08 23:30:53,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 7: [2023-05-08 23:30:53,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 7: [2023-05-08 23:30:53,434] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +31: [2023-05-08 23:30:53,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 7: [2023-05-08 23:30:53,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 1: [2023-05-08 23:30:53,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-08 23:30:53,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-08 23:30:53,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-08 23:30:53,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-08 23:30:53,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-08 23:30:53,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +21: [2023-05-08 23:30:53,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +20: [2023-05-08 23:30:53,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-08 23:30:53,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +28: [2023-05-08 23:30:53,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 6: [2023-05-08 23:30:53,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +18: [2023-05-08 23:30:53,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-08 23:30:53,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 6: [2023-05-08 23:30:53,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +10: [2023-05-08 23:30:53,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-08 23:30:53,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-08 23:30:53,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-08 23:30:53,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +28: [2023-05-08 23:30:53,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 9: [2023-05-08 23:30:53,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-08 23:30:53,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +10: [2023-05-08 23:30:53,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +15: [2023-05-08 23:30:53,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-08 23:30:53,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-08 23:30:53,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-08 23:30:53,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-08 23:30:53,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-08 23:30:53,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-08 23:30:53,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-08 23:30:53,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +15: [2023-05-08 23:30:53,444] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-08 23:30:53,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +23: [2023-05-08 23:30:53,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +23: [2023-05-08 23:30:53,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-08 23:30:53,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 5: [2023-05-08 23:30:53,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-08 23:30:53,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-08 23:30:53,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +23: [2023-05-08 23:30:53,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-08 23:30:53,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +23: [2023-05-08 23:30:53,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-08 23:30:53,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-08 23:30:53,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-08 23:30:53,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 5: [2023-05-08 23:30:53,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-08 23:30:53,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-08 23:30:53,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 7: [2023-05-08 23:30:53,448] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-08 23:30:53,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-08 23:30:53,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-08 23:30:53,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 1: [2023-05-08 23:30:53,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-08 23:30:53,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 1: [2023-05-08 23:30:53,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-08 23:30:53,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +11: [2023-05-08 23:30:53,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +18: [2023-05-08 23:30:53,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-08 23:30:53,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +18: [2023-05-08 23:30:53,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-08 23:30:53,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-08 23:30:53,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-08 23:30:53,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-08 23:30:53,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 7: [2023-05-08 23:30:53,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +17: [2023-05-08 23:30:53,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-08 23:30:53,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-08 23:30:53,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-08 23:30:53,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-08 23:30:53,455] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-08 23:30:53,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +18: [2023-05-08 23:30:53,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +26: [2023-05-08 23:30:53,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-08 23:30:53,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-08 23:30:53,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-08 23:30:53,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-08 23:30:53,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-08 23:30:53,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-08 23:30:53,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-08 23:30:53,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-08 23:30:53,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-08 23:30:53,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-08 23:30:53,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 5: [2023-05-08 23:30:53,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +19: [2023-05-08 23:30:53,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-08 23:30:53,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-08 23:30:53,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-08 23:30:53,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-08 23:30:53,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-08 23:30:53,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-08 23:30:53,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-08 23:30:53,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +21: [2023-05-08 23:30:53,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-08 23:30:53,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-08 23:30:53,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-08 23:30:53,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +23: [2023-05-08 23:30:53,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-08 23:30:53,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-08 23:30:53,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-08 23:30:53,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-08 23:30:53,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-08 23:30:53,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-08 23:30:53,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-08 23:30:53,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-08 23:30:53,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +16: [2023-05-08 23:30:53,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +27: [2023-05-08 23:30:53,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +27: [2023-05-08 23:30:53,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +27: [2023-05-08 23:30:53,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 5: [2023-05-08 23:30:53,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +16: [2023-05-08 23:30:53,470] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +16: [2023-05-08 23:30:53,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +17: [2023-05-08 23:30:53,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-08 23:30:53,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-08 23:30:53,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-08 23:30:53,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-08 23:30:53,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-08 23:30:53,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-08 23:30:53,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-08 23:30:53,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-08 23:30:53,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-08 23:30:53,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-08 23:30:53,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-08 23:30:53,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-08 23:30:53,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +27: [2023-05-08 23:30:53,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 5: [2023-05-08 23:30:53,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 2: [2023-05-08 23:30:53,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +25: [2023-05-08 23:30:53,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-08 23:30:53,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-08 23:30:53,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 8: [2023-05-08 23:30:53,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-08 23:30:53,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +19: [2023-05-08 23:30:53,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-08 23:30:53,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-08 23:30:53,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-08 23:30:53,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-08 23:30:53,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 7: [2023-05-08 23:30:53,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +20: [2023-05-08 23:30:53,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +19: [2023-05-08 23:30:53,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-08 23:30:53,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +16: [2023-05-08 23:30:53,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-08 23:30:53,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-08 23:30:53,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-08 23:30:53,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-08 23:30:53,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-08 23:30:53,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-08 23:30:53,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-08 23:30:53,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +27: [2023-05-08 23:30:53,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-08 23:30:53,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +25: [2023-05-08 23:30:53,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-08 23:30:53,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-08 23:30:53,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-08 23:30:53,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +11: [2023-05-08 23:30:53,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-08 23:30:53,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-08 23:30:53,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-08 23:30:53,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-08 23:30:53,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-08 23:30:53,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-08 23:30:53,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +21: [2023-05-08 23:30:53,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 7: [2023-05-08 23:30:53,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +12: [2023-05-08 23:30:53,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-08 23:30:53,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-08 23:30:53,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-08 23:30:53,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-08 23:30:53,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-08 23:30:53,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-08 23:30:53,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-08 23:30:53,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-08 23:30:53,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-08 23:30:53,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-08 23:30:53,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +12: [2023-05-08 23:30:53,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-08 23:30:53,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-08 23:30:53,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-08 23:30:53,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +21: [2023-05-08 23:30:53,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-08 23:30:53,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-08 23:30:53,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-08 23:30:53,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-08 23:30:53,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +13: [2023-05-08 23:30:53,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +13: [2023-05-08 23:30:53,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-08 23:30:53,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-08 23:30:53,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +23: [2023-05-08 23:30:53,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-08 23:30:53,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-08 23:30:53,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-08 23:30:53,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-08 23:30:53,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-08 23:30:53,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-08 23:30:53,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-08 23:30:53,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-08 23:30:53,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +23: [2023-05-08 23:30:53,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-08 23:30:53,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-08 23:30:53,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +26: [2023-05-08 23:30:53,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +23: [2023-05-08 23:30:53,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +23: [2023-05-08 23:30:53,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +21: [2023-05-08 23:30:53,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +16: [2023-05-08 23:30:53,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-08 23:30:53,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 6: [2023-05-08 23:30:53,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 1: [2023-05-08 23:30:53,513] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +23: [2023-05-08 23:30:53,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +16: [2023-05-08 23:30:53,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 1: [2023-05-08 23:30:53,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-08 23:30:53,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 1: [2023-05-08 23:30:53,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +30: [2023-05-08 23:30:53,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-08 23:30:53,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-08 23:30:53,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-08 23:30:53,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-08 23:30:53,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +27: [2023-05-08 23:30:53,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +26: [2023-05-08 23:30:53,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-08 23:30:53,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-08 23:30:53,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-08 23:30:53,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-08 23:30:53,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-08 23:30:53,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-08 23:30:53,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-08 23:30:53,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-08 23:30:53,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +27: [2023-05-08 23:30:53,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-08 23:30:53,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +30: [2023-05-08 23:30:53,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-08 23:30:53,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +30: [2023-05-08 23:30:53,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-08 23:30:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +30: [2023-05-08 23:30:53,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-08 23:30:53,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +19: [2023-05-08 23:30:53,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +19: [2023-05-08 23:30:53,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +19: [2023-05-08 23:30:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. + 2: [2023-05-08 23:30:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_30-model_01-model_states.pt. +12: [2023-05-08 23:30:53,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 2: [2023-05-08 23:30:53,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-08 23:30:53,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-08 23:30:53,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-08 23:30:53,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... + 6: [2023-05-08 23:30:53,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-08 23:30:53,530] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-08 23:30:53,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-08 23:30:53,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-08 23:30:53,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-08 23:30:53,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-08 23:30:53,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,535] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-08 23:30:53,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-08 23:30:53,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-08 23:30:53,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,538] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 4: [2023-05-08 23:30:53,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 4: [2023-05-08 23:30:53,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 4: [2023-05-08 23:30:53,539] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +12: [2023-05-08 23:30:53,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-08 23:30:53,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-08 23:30:53,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-08 23:30:53,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... +19: [2023-05-08 23:30:53,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,552] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-08 23:30:53,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-08 23:30:53,553] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-08 23:30:53,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-08 23:30:53,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-08 23:30:53,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +29: [2023-05-08 23:30:53,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +29: [2023-05-08 23:30:53,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +13: [2023-05-08 23:30:53,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +29: [2023-05-08 23:30:53,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 4: [2023-05-08 23:30:53,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,556] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-08 23:30:53,558] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-08 23:30:53,561] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +22: [2023-05-08 23:30:53,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +22: [2023-05-08 23:30:53,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +22: [2023-05-08 23:30:53,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +25: [2023-05-08 23:30:53,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +25: [2023-05-08 23:30:53,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +22: [2023-05-08 23:30:53,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 1: [2023-05-08 23:30:53,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-08 23:30:53,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 2: [2023-05-08 23:30:53,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-08 23:30:53,562] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +13: [2023-05-08 23:30:53,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +13: [2023-05-08 23:30:53,563] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 1: [2023-05-08 23:30:53,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-08 23:30:53,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +13: [2023-05-08 23:30:53,566] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 3: [2023-05-08 23:30:53,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 1: [2023-05-08 23:30:53,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,567] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,568] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-08 23:30:53,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-08 23:30:53,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,569] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +16: [2023-05-08 23:30:53,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-08 23:30:53,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,570] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 3: [2023-05-08 23:30:53,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-08 23:30:53,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-08 23:30:53,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-08 23:30:53,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-08 23:30:53,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-08 23:30:53,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-08 23:30:53,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-08 23:30:53,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +19: [2023-05-08 23:30:53,573] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +16: [2023-05-08 23:30:53,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-08 23:30:53,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +29: [2023-05-08 23:30:53,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-08 23:30:53,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-08 23:30:53,574] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:53,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +22: [2023-05-08 23:30:53,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-08 23:30:53,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-08 23:30:53,576] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-08 23:30:53,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-08 23:30:53,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-08 23:30:53,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-08 23:30:53,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +25: [2023-05-08 23:30:53,580] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-08 23:30:53,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. +18: [2023-05-08 23:30:53,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-08 23:30:53,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:53,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +13: [2023-05-08 23:30:53,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-08 23:30:53,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:53,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +18: [2023-05-08 23:30:53,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:53,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +18: [2023-05-08 23:30:53,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-08 23:30:53,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-08 23:30:53,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-08 23:30:53,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:53,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-08 23:30:53,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-08 23:30:53,589] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-08 23:30:53,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-08 23:30:53,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-08 23:30:53,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-08 23:30:53,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt... +13: [2023-05-08 23:30:53,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-08 23:30:53,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-08 23:30:53,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-08 23:30:53,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-08 23:30:53,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-08 23:30:53,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,592] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +24: [2023-05-08 23:30:53,593] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-08 23:30:53,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 4: [2023-05-08 23:30:53,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +22: [2023-05-08 23:30:53,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 4: [2023-05-08 23:30:53,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-08 23:30:53,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +25: [2023-05-08 23:30:53,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-08 23:30:53,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 8: [2023-05-08 23:30:53,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 8: [2023-05-08 23:30:53,605] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 8: [2023-05-08 23:30:53,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +16: [2023-05-08 23:30:53,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,606] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +16: [2023-05-08 23:30:53,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-08 23:30:53,607] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-08 23:30:53,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-08 23:30:53,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-08 23:30:53,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-08 23:30:53,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-08 23:30:53,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-08 23:30:53,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-08 23:30:53,611] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-08 23:30:53,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-08 23:30:53,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-08 23:30:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +29: [2023-05-08 23:30:53,613] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +29: [2023-05-08 23:30:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +22: [2023-05-08 23:30:53,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-08 23:30:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +29: [2023-05-08 23:30:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +22: [2023-05-08 23:30:53,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +25: [2023-05-08 23:30:53,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-08 23:30:53,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-08 23:30:53,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-08 23:30:53,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +22: [2023-05-08 23:30:53,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-08 23:30:53,616] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-08 23:30:53,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-08 23:30:53,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +25: [2023-05-08 23:30:53,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-08 23:30:53,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-08 23:30:53,617] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-08 23:30:53,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-08 23:30:53,617] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-08 23:30:53,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-08 23:30:53,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-08 23:30:53,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-08 23:30:53,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-08 23:30:53,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 8: [2023-05-08 23:30:53,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-08 23:30:53,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-08 23:30:53,620] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-08 23:30:53,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-08 23:30:53,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-08 23:30:53,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:53,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-08 23:30:53,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 8: [2023-05-08 23:30:53,624] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:53,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-08 23:30:53,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-08 23:30:53,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-08 23:30:53,626] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-08 23:30:53,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-08 23:30:53,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-08 23:30:53,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-08 23:30:53,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-08 23:30:53,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-08 23:30:53,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-08 23:30:53,643] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-08 23:30:53,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-08 23:30:53,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 0: [2023-05-08 23:30:53,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 0: [2023-05-08 23:30:53,645] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 0: [2023-05-08 23:30:53,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +24: [2023-05-08 23:30:53,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-08 23:30:53,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-08 23:30:53,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-08 23:30:53,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 8: [2023-05-08 23:30:53,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +14: [2023-05-08 23:30:53,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-08 23:30:53,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-08 23:30:53,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-08 23:30:53,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-08 23:30:53,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-08 23:30:53,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-08 23:30:53,654] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-08 23:30:53,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +12: [2023-05-08 23:30:53,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +12: [2023-05-08 23:30:53,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +12: [2023-05-08 23:30:53,655] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +14: [2023-05-08 23:30:53,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-08 23:30:53,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +24: [2023-05-08 23:30:53,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-08 23:30:53,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-08 23:30:53,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-08 23:30:53,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-08 23:30:53,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-08 23:30:53,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-08 23:30:53,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-08 23:30:53,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-08 23:30:53,659] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-08 23:30:53,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-08 23:30:53,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-08 23:30:53,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-08 23:30:53,660] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-08 23:30:53,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,661] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-08 23:30:53,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,663] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-08 23:30:53,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-08 23:30:53,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 0: [2023-05-08 23:30:53,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-08 23:30:53,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 0: [2023-05-08 23:30:53,664] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 8: [2023-05-08 23:30:53,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +28: [2023-05-08 23:30:53,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-08 23:30:53,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +14: [2023-05-08 23:30:53,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +14: [2023-05-08 23:30:53,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +14: [2023-05-08 23:30:53,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 0: [2023-05-08 23:30:53,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +22: [2023-05-08 23:30:53,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-08 23:30:53,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-08 23:30:53,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-08 23:30:53,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-08 23:30:53,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-08 23:30:53,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-08 23:30:53,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-08 23:30:53,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-08 23:30:53,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-08 23:30:53,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-08 23:30:53,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-08 23:30:53,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +15: [2023-05-08 23:30:53,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +15: [2023-05-08 23:30:53,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-08 23:30:53,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +28: [2023-05-08 23:30:53,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-08 23:30:53,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +15: [2023-05-08 23:30:53,680] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +28: [2023-05-08 23:30:53,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-08 23:30:53,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-08 23:30:53,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-08 23:30:53,682] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-08 23:30:53,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-08 23:30:53,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-08 23:30:53,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +11: [2023-05-08 23:30:53,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +11: [2023-05-08 23:30:53,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +11: [2023-05-08 23:30:53,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-08 23:30:53,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +14: [2023-05-08 23:30:53,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-08 23:30:53,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-08 23:30:53,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-08 23:30:53,685] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-08 23:30:53,685] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:53,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:53,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:53,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-08 23:30:53,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +31: [2023-05-08 23:30:53,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +31: [2023-05-08 23:30:53,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +31: [2023-05-08 23:30:53,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +21: [2023-05-08 23:30:53,687] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-08 23:30:53,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-08 23:30:53,688] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-08 23:30:53,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-08 23:30:53,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:53,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-08 23:30:53,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-08 23:30:53,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-08 23:30:53,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-08 23:30:53,691] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-08 23:30:53,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,692] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +27: [2023-05-08 23:30:53,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-08 23:30:53,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 9: [2023-05-08 23:30:53,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +27: [2023-05-08 23:30:53,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-08 23:30:53,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 5: [2023-05-08 23:30:53,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 5: [2023-05-08 23:30:53,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +27: [2023-05-08 23:30:53,696] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +15: [2023-05-08 23:30:53,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-08 23:30:53,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-08 23:30:53,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-08 23:30:53,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-08 23:30:53,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-08 23:30:53,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-08 23:30:53,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-08 23:30:53,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-08 23:30:53,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-08 23:30:53,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +11: [2023-05-08 23:30:53,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +11: [2023-05-08 23:30:53,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-08 23:30:53,703] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-08 23:30:53,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-08 23:30:53,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +23: [2023-05-08 23:30:53,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 1: [2023-05-08 23:30:53,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-08 23:30:53,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-08 23:30:53,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +23: [2023-05-08 23:30:53,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +12: [2023-05-08 23:30:53,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 1: [2023-05-08 23:30:53,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-08 23:30:53,706] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-08 23:30:53,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-08 23:30:53,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-08 23:30:53,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-08 23:30:53,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-08 23:30:53,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +31: [2023-05-08 23:30:53,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:53,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-08 23:30:53,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-08 23:30:53,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +18: [2023-05-08 23:30:53,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 0: [2023-05-08 23:30:53,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-08 23:30:53,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 5: [2023-05-08 23:30:53,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-08 23:30:53,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-08 23:30:53,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-08 23:30:53,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-08 23:30:53,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-08 23:30:53,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-08 23:30:53,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-08 23:30:53,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-08 23:30:53,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +28: [2023-05-08 23:30:53,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +28: [2023-05-08 23:30:53,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +31: [2023-05-08 23:30:53,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +31: [2023-05-08 23:30:53,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-08 23:30:53,716] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +28: [2023-05-08 23:30:53,717] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-08 23:30:53,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-08 23:30:53,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +12: [2023-05-08 23:30:53,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +23: [2023-05-08 23:30:53,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-08 23:30:53,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-08 23:30:53,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +28: [2023-05-08 23:30:53,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +27: [2023-05-08 23:30:53,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-08 23:30:53,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +26: [2023-05-08 23:30:53,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +26: [2023-05-08 23:30:53,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +21: [2023-05-08 23:30:53,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-08 23:30:53,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +11: [2023-05-08 23:30:53,721] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +14: [2023-05-08 23:30:53,721] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-08 23:30:53,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-08 23:30:53,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-08 23:30:53,722] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-08 23:30:53,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +14: [2023-05-08 23:30:53,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-08 23:30:53,723] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:53,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-08 23:30:53,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:53,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-08 23:30:53,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-08 23:30:53,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-08 23:30:53,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +18: [2023-05-08 23:30:53,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-08 23:30:53,725] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 0: [2023-05-08 23:30:53,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-08 23:30:53,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,727] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +18: [2023-05-08 23:30:53,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-08 23:30:53,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-08 23:30:53,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-08 23:30:53,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-08 23:30:53,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-08 23:30:53,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +10: [2023-05-08 23:30:53,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +10: [2023-05-08 23:30:53,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +27: [2023-05-08 23:30:53,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-08 23:30:53,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-08 23:30:53,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-08 23:30:53,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:53,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 4: [2023-05-08 23:30:53,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-08 23:30:53,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-08 23:30:53,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-08 23:30:53,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-08 23:30:53,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-08 23:30:53,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-08 23:30:53,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +14: [2023-05-08 23:30:53,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +14: [2023-05-08 23:30:53,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +26: [2023-05-08 23:30:53,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-08 23:30:53,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-08 23:30:53,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-08 23:30:53,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-08 23:30:53,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-08 23:30:53,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-08 23:30:53,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-08 23:30:53,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-08 23:30:53,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +21: [2023-05-08 23:30:53,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +21: [2023-05-08 23:30:53,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-08 23:30:53,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-08 23:30:53,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-08 23:30:53,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-08 23:30:53,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +27: [2023-05-08 23:30:53,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:53,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +21: [2023-05-08 23:30:53,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +11: [2023-05-08 23:30:53,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +11: [2023-05-08 23:30:53,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +11: [2023-05-08 23:30:53,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +31: [2023-05-08 23:30:53,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-08 23:30:53,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-08 23:30:53,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-08 23:30:53,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-08 23:30:53,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 0: [2023-05-08 23:30:53,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-08 23:30:53,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-08 23:30:53,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +15: [2023-05-08 23:30:53,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +21: [2023-05-08 23:30:53,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-08 23:30:53,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-08 23:30:53,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-08 23:30:53,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-08 23:30:53,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-08 23:30:53,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-08 23:30:53,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-08 23:30:53,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 7: [2023-05-08 23:30:53,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +23: [2023-05-08 23:30:53,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-08 23:30:53,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-08 23:30:53,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 5: [2023-05-08 23:30:53,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +23: [2023-05-08 23:30:53,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-08 23:30:53,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +15: [2023-05-08 23:30:53,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +15: [2023-05-08 23:30:53,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +23: [2023-05-08 23:30:53,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-08 23:30:53,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +10: [2023-05-08 23:30:53,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +10: [2023-05-08 23:30:53,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +15: [2023-05-08 23:30:53,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 7: [2023-05-08 23:30:53,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 5: [2023-05-08 23:30:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-08 23:30:53,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-08 23:30:53,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-08 23:30:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 2: [2023-05-08 23:30:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +31: [2023-05-08 23:30:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-08 23:30:53,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-08 23:30:53,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 2: [2023-05-08 23:30:53,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +23: [2023-05-08 23:30:53,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +20: [2023-05-08 23:30:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-08 23:30:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-08 23:30:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 5: [2023-05-08 23:30:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 5: [2023-05-08 23:30:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-08 23:30:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-08 23:30:53,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-08 23:30:53,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-08 23:30:53,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +18: [2023-05-08 23:30:53,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-08 23:30:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-08 23:30:53,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-08 23:30:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-08 23:30:53,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +18: [2023-05-08 23:30:53,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 4: [2023-05-08 23:30:53,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-08 23:30:53,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-08 23:30:53,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-08 23:30:53,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-08 23:30:53,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-08 23:30:53,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-08 23:30:53,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-08 23:30:53,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +16: [2023-05-08 23:30:53,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +25: [2023-05-08 23:30:53,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-08 23:30:53,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-08 23:30:53,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-08 23:30:53,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +18: [2023-05-08 23:30:53,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 7: [2023-05-08 23:30:53,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +21: [2023-05-08 23:30:53,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-08 23:30:53,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 1: [2023-05-08 23:30:53,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-08 23:30:53,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-08 23:30:53,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-08 23:30:53,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +31: [2023-05-08 23:30:53,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-08 23:30:53,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-08 23:30:53,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-08 23:30:53,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +24: [2023-05-08 23:30:53,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +24: [2023-05-08 23:30:53,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +24: [2023-05-08 23:30:53,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 7: [2023-05-08 23:30:53,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-08 23:30:53,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-08 23:30:53,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-08 23:30:53,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-08 23:30:53,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. + 6: [2023-05-08 23:30:53,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +18: [2023-05-08 23:30:53,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +31: [2023-05-08 23:30:53,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-08 23:30:53,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-08 23:30:53,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +23: [2023-05-08 23:30:53,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 2: [2023-05-08 23:30:53,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-08 23:30:53,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 4: [2023-05-08 23:30:53,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-08 23:30:53,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-08 23:30:53,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 4: [2023-05-08 23:30:53,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-08 23:30:53,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-08 23:30:53,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +18: [2023-05-08 23:30:53,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:53,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-08 23:30:53,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +20: [2023-05-08 23:30:53,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +20: [2023-05-08 23:30:53,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +18: [2023-05-08 23:30:53,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +20: [2023-05-08 23:30:53,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +26: [2023-05-08 23:30:53,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-08 23:30:53,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +31: [2023-05-08 23:30:53,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-08 23:30:53,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-08 23:30:53,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-08 23:30:53,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-08 23:30:53,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +16: [2023-05-08 23:30:53,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +16: [2023-05-08 23:30:53,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +20: [2023-05-08 23:30:53,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-08 23:30:53,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +31: [2023-05-08 23:30:53,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-08 23:30:53,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-08 23:30:53,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-08 23:30:53,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-08 23:30:53,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-08 23:30:53,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-08 23:30:53,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-08 23:30:53,779] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +12: [2023-05-08 23:30:53,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +26: [2023-05-08 23:30:53,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +12: [2023-05-08 23:30:53,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +24: [2023-05-08 23:30:53,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-08 23:30:53,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-08 23:30:53,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-08 23:30:53,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-08 23:30:53,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-08 23:30:53,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +10: [2023-05-08 23:30:53,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +10: [2023-05-08 23:30:53,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-08 23:30:53,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-08 23:30:53,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +24: [2023-05-08 23:30:53,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +17: [2023-05-08 23:30:53,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +19: [2023-05-08 23:30:53,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-08 23:30:53,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-08 23:30:53,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-08 23:30:53,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-08 23:30:53,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +10: [2023-05-08 23:30:53,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +29: [2023-05-08 23:30:53,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-08 23:30:53,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-08 23:30:53,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +29: [2023-05-08 23:30:53,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-08 23:30:53,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-08 23:30:53,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:53,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-08 23:30:53,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-08 23:30:53,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-08 23:30:53,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-08 23:30:53,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:53,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-08 23:30:53,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-08 23:30:53,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-08 23:30:53,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-08 23:30:53,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-08 23:30:53,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-08 23:30:53,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:53,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-08 23:30:53,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-08 23:30:53,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +29: [2023-05-08 23:30:53,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-08 23:30:53,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-08 23:30:53,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-08 23:30:53,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +20: [2023-05-08 23:30:53,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-08 23:30:53,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-08 23:30:53,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-08 23:30:53,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-08 23:30:53,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-08 23:30:53,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-08 23:30:53,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 9: [2023-05-08 23:30:53,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-08 23:30:53,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-08 23:30:53,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-08 23:30:53,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-08 23:30:53,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-08 23:30:53,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-08 23:30:53,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +21: [2023-05-08 23:30:53,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +11: [2023-05-08 23:30:53,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-08 23:30:53,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-08 23:30:53,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-08 23:30:53,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-08 23:30:53,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-08 23:30:53,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +21: [2023-05-08 23:30:53,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-08 23:30:53,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-08 23:30:53,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +31: [2023-05-08 23:30:53,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-08 23:30:53,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:53,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-08 23:30:53,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +21: [2023-05-08 23:30:53,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +17: [2023-05-08 23:30:53,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-08 23:30:53,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-08 23:30:53,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 2: [2023-05-08 23:30:53,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +25: [2023-05-08 23:30:53,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +26: [2023-05-08 23:30:53,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-08 23:30:53,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-08 23:30:53,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +23: [2023-05-08 23:30:53,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-08 23:30:53,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 2: [2023-05-08 23:30:53,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-08 23:30:53,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +23: [2023-05-08 23:30:53,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-08 23:30:53,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-08 23:30:53,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 7: [2023-05-08 23:30:53,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-08 23:30:53,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +16: [2023-05-08 23:30:53,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 6: [2023-05-08 23:30:53,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-08 23:30:53,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-08 23:30:53,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +25: [2023-05-08 23:30:53,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-08 23:30:53,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 6: [2023-05-08 23:30:53,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 9: [2023-05-08 23:30:53,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-08 23:30:53,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-08 23:30:53,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +12: [2023-05-08 23:30:53,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:53,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +19: [2023-05-08 23:30:53,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +19: [2023-05-08 23:30:53,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +25: [2023-05-08 23:30:53,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:53,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_31-model_01-model_states.pt. +24: [2023-05-08 23:30:53,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-08 23:30:53,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-08 23:30:53,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-08 23:30:53,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-08 23:30:53,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-08 23:30:53,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-08 23:30:53,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-08 23:30:53,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-08 23:30:53,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-08 23:30:53,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +30: [2023-05-08 23:30:53,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +30: [2023-05-08 23:30:53,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +12: [2023-05-08 23:30:53,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-08 23:30:53,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-08 23:30:53,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +16: [2023-05-08 23:30:53,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 6: [2023-05-08 23:30:53,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-08 23:30:53,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +17: [2023-05-08 23:30:53,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-08 23:30:53,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-08 23:30:53,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-08 23:30:53,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-08 23:30:53,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +29: [2023-05-08 23:30:53,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-08 23:30:53,820] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 3: [2023-05-08 23:30:53,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 9: [2023-05-08 23:30:53,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-08 23:30:53,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 3: [2023-05-08 23:30:53,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +20: [2023-05-08 23:30:53,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-08 23:30:53,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-08 23:30:53,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +24: [2023-05-08 23:30:53,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-08 23:30:53,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 6: [2023-05-08 23:30:53,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-08 23:30:53,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +24: [2023-05-08 23:30:53,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +19: [2023-05-08 23:30:53,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-08 23:30:53,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:53,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-08 23:30:53,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-08 23:30:53,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-08 23:30:53,828] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-08 23:30:53,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:53,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-08 23:30:53,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-08 23:30:53,830] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-08 23:30:53,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-08 23:30:53,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-08 23:30:53,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-08 23:30:53,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-08 23:30:53,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-08 23:30:53,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +17: [2023-05-08 23:30:53,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +20: [2023-05-08 23:30:53,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:53,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +13: [2023-05-08 23:30:53,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-08 23:30:53,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:53,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt... +30: [2023-05-08 23:30:53,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-08 23:30:53,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-08 23:30:53,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-08 23:30:53,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 2: [2023-05-08 23:30:53,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-08 23:30:53,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-08 23:30:53,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-08 23:30:53,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-08 23:30:53,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +12: [2023-05-08 23:30:53,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-08 23:30:53,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-08 23:30:53,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-08 23:30:53,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-08 23:30:53,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-08 23:30:53,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-08 23:30:53,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-08 23:30:53,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +17: [2023-05-08 23:30:53,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +30: [2023-05-08 23:30:53,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-08 23:30:53,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +29: [2023-05-08 23:30:53,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-08 23:30:53,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-08 23:30:53,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-08 23:30:53,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +16: [2023-05-08 23:30:53,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-08 23:30:53,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 8: [2023-05-08 23:30:53,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-08 23:30:53,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-08 23:30:53,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-08 23:30:53,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:53,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-08 23:30:53,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-08 23:30:53,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:53,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-08 23:30:53,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-08 23:30:53,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:53,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-08 23:30:53,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 8: [2023-05-08 23:30:53,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-08 23:30:53,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +19: [2023-05-08 23:30:53,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-08 23:30:53,848] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-08 23:30:53,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 4: [2023-05-08 23:30:53,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 4: [2023-05-08 23:30:53,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 2: [2023-05-08 23:30:53,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +17: [2023-05-08 23:30:53,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 6: [2023-05-08 23:30:53,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-08 23:30:53,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-08 23:30:53,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +30: [2023-05-08 23:30:53,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-08 23:30:53,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-08 23:30:53,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-08 23:30:53,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-08 23:30:53,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-08 23:30:53,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-08 23:30:53,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +27: [2023-05-08 23:30:53,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +27: [2023-05-08 23:30:53,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +27: [2023-05-08 23:30:53,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +30: [2023-05-08 23:30:53,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-08 23:30:53,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-08 23:30:53,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +17: [2023-05-08 23:30:53,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-08 23:30:53,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-08 23:30:53,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-08 23:30:53,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-08 23:30:53,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-08 23:30:53,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-08 23:30:53,858] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-08 23:30:53,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +30: [2023-05-08 23:30:53,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-08 23:30:53,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-08 23:30:53,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-08 23:30:53,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 6: [2023-05-08 23:30:53,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-08 23:30:53,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-08 23:30:53,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:53,861] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-08 23:30:53,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,863] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 7: [2023-05-08 23:30:53,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,865] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 4: [2023-05-08 23:30:53,866] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-08 23:30:53,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-08 23:30:53,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-08 23:30:53,867] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-08 23:30:53,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-08 23:30:53,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-08 23:30:53,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-08 23:30:53,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-08 23:30:53,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-08 23:30:53,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-08 23:30:53,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-08 23:30:53,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-08 23:30:53,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:53,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +22: [2023-05-08 23:30:53,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-08 23:30:53,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-08 23:30:53,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-08 23:30:53,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:53,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +19: [2023-05-08 23:30:53,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-08 23:30:53,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-08 23:30:53,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-08 23:30:53,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-08 23:30:53,873] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-08 23:30:53,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-08 23:30:53,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-08 23:30:53,873] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-08 23:30:53,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-08 23:30:53,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-08 23:30:53,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-08 23:30:53,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:53,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 3: [2023-05-08 23:30:53,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-08 23:30:53,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +30: [2023-05-08 23:30:53,874] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +13: [2023-05-08 23:30:53,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-08 23:30:53,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-08 23:30:53,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-08 23:30:53,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-08 23:30:53,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-08 23:30:53,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-08 23:30:53,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-08 23:30:53,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-08 23:30:53,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 6: [2023-05-08 23:30:53,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-08 23:30:53,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-08 23:30:53,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,879] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-08 23:30:53,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +19: [2023-05-08 23:30:53,880] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,881] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 7: [2023-05-08 23:30:53,882] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:53,883] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... +30: [2023-05-08 23:30:53,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +13: [2023-05-08 23:30:53,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-08 23:30:53,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-08 23:30:53,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-08 23:30:53,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-08 23:30:53,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-08 23:30:53,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:53,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_00-model_states.pt. +30: [2023-05-08 23:30:53,888] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +30: [2023-05-08 23:30:53,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-08 23:30:53,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-08 23:30:53,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +25: [2023-05-08 23:30:53,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +25: [2023-05-08 23:30:53,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +16: [2023-05-08 23:30:53,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-08 23:30:53,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +30: [2023-05-08 23:30:53,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +13: [2023-05-08 23:30:53,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-08 23:30:53,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-08 23:30:53,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt... + 5: [2023-05-08 23:30:53,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-08 23:30:53,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-08 23:30:53,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-08 23:30:53,897] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-08 23:30:53,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-08 23:30:53,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-08 23:30:53,899] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 5: [2023-05-08 23:30:53,900] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-08 23:30:53,900] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-08 23:30:53,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +30: [2023-05-08 23:30:53,902] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-08 23:30:53,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-08 23:30:53,902] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-08 23:30:53,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-08 23:30:53,903] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-08 23:30:53,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-08 23:30:53,905] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 4: [2023-05-08 23:30:53,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-08 23:30:53,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-08 23:30:53,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-08 23:30:53,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-08 23:30:53,907] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-08 23:30:53,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-08 23:30:53,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-08 23:30:53,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-08 23:30:53,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 4: [2023-05-08 23:30:53,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +22: [2023-05-08 23:30:53,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-08 23:30:53,909] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-08 23:30:53,910] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +14: [2023-05-08 23:30:53,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-08 23:30:53,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-08 23:30:53,910] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-08 23:30:53,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-08 23:30:53,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-08 23:30:53,911] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-08 23:30:53,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-08 23:30:53,912] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,912] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-08 23:30:53,913] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-08 23:30:53,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-08 23:30:53,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-08 23:30:53,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-08 23:30:53,913] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-08 23:30:53,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-08 23:30:53,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +27: [2023-05-08 23:30:53,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-08 23:30:53,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +27: [2023-05-08 23:30:53,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +30: [2023-05-08 23:30:53,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-08 23:30:53,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-08 23:30:53,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-08 23:30:53,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-08 23:30:53,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +27: [2023-05-08 23:30:53,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +22: [2023-05-08 23:30:53,919] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-08 23:30:53,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +22: [2023-05-08 23:30:53,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 1: [2023-05-08 23:30:53,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 1: [2023-05-08 23:30:53,921] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +18: [2023-05-08 23:30:53,921] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-08 23:30:53,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-08 23:30:53,922] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 1: [2023-05-08 23:30:53,923] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +30: [2023-05-08 23:30:53,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-08 23:30:53,923] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-08 23:30:53,924] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +24: [2023-05-08 23:30:53,925] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-08 23:30:53,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-08 23:30:53,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-08 23:30:53,930] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-08 23:30:53,935] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,938] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,939] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-08 23:30:53,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-08 23:30:53,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-08 23:30:53,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,944] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,945] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-08 23:30:53,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +25: [2023-05-08 23:30:53,946] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +25: [2023-05-08 23:30:53,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-08 23:30:53,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-08 23:30:53,946] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-08 23:30:53,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +25: [2023-05-08 23:30:53,948] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 0: [2023-05-08 23:30:53,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +14: [2023-05-08 23:30:53,956] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 0: [2023-05-08 23:30:53,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 0: [2023-05-08 23:30:53,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +14: [2023-05-08 23:30:53,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-08 23:30:53,959] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-08 23:30:53,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,963] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,964] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +28: [2023-05-08 23:30:53,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-08 23:30:53,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-08 23:30:53,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-08 23:30:53,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-08 23:30:53,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-08 23:30:53,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +14: [2023-05-08 23:30:53,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +14: [2023-05-08 23:30:53,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +14: [2023-05-08 23:30:53,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +28: [2023-05-08 23:30:53,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-08 23:30:53,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-08 23:30:53,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +13: [2023-05-08 23:30:53,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +13: [2023-05-08 23:30:53,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +13: [2023-05-08 23:30:53,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +13: [2023-05-08 23:30:53,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 1: [2023-05-08 23:30:53,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,974] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +14: [2023-05-08 23:30:53,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-08 23:30:53,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,976] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 1: [2023-05-08 23:30:53,979] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-08 23:30:53,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 8: [2023-05-08 23:30:53,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 8: [2023-05-08 23:30:53,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +14: [2023-05-08 23:30:53,984] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 8: [2023-05-08 23:30:53,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +13: [2023-05-08 23:30:53,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-08 23:30:53,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-08 23:30:53,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-08 23:30:53,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +14: [2023-05-08 23:30:53,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-08 23:30:53,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-08 23:30:53,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-08 23:30:53,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-08 23:30:53,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-08 23:30:53,987] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-08 23:30:53,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-08 23:30:53,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +29: [2023-05-08 23:30:53,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +26: [2023-05-08 23:30:53,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-08 23:30:53,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-08 23:30:53,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-08 23:30:53,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-08 23:30:53,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-08 23:30:53,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-08 23:30:53,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +29: [2023-05-08 23:30:53,989] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +26: [2023-05-08 23:30:53,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-08 23:30:53,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-08 23:30:53,990] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-08 23:30:53,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-08 23:30:53,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-08 23:30:53,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-08 23:30:53,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-08 23:30:53,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-08 23:30:53,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-08 23:30:53,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-08 23:30:53,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-08 23:30:53,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-08 23:30:53,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,996] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-08 23:30:53,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-08 23:30:53,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +18: [2023-05-08 23:30:53,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +18: [2023-05-08 23:30:53,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-08 23:30:53,997] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-08 23:30:53,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-08 23:30:53,998] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-08 23:30:53,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-08 23:30:53,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-08 23:30:53,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-08 23:30:53,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-08 23:30:53,999] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-08 23:30:54,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-08 23:30:54,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-08 23:30:54,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-08 23:30:54,001] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,002] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-08 23:30:54,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-08 23:30:54,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-08 23:30:54,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-08 23:30:54,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-08 23:30:54,004] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-08 23:30:54,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-08 23:30:54,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-08 23:30:54,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-08 23:30:54,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-08 23:30:54,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-08 23:30:54,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-08 23:30:54,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-08 23:30:54,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-08 23:30:54,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-08 23:30:54,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-08 23:30:54,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-08 23:30:54,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-08 23:30:54,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-08 23:30:54,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +28: [2023-05-08 23:30:54,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-08 23:30:54,009] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-08 23:30:54,010] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-08 23:30:54,011] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-08 23:30:54,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +12: [2023-05-08 23:30:54,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +12: [2023-05-08 23:30:54,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 9: [2023-05-08 23:30:54,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 9: [2023-05-08 23:30:54,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 9: [2023-05-08 23:30:54,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +12: [2023-05-08 23:30:54,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 9: [2023-05-08 23:30:54,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +11: [2023-05-08 23:30:54,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +11: [2023-05-08 23:30:54,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +18: [2023-05-08 23:30:54,012] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +11: [2023-05-08 23:30:54,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +26: [2023-05-08 23:30:54,013] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +26: [2023-05-08 23:30:54,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +18: [2023-05-08 23:30:54,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-08 23:30:54,014] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 2: [2023-05-08 23:30:54,014] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 2: [2023-05-08 23:30:54,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 2: [2023-05-08 23:30:54,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +13: [2023-05-08 23:30:54,015] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +18: [2023-05-08 23:30:54,016] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-08 23:30:54,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:54,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +28: [2023-05-08 23:30:54,016] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +13: [2023-05-08 23:30:54,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +28: [2023-05-08 23:30:54,017] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 0: [2023-05-08 23:30:54,017] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +28: [2023-05-08 23:30:54,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +13: [2023-05-08 23:30:54,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +14: [2023-05-08 23:30:54,019] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +26: [2023-05-08 23:30:54,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +26: [2023-05-08 23:30:54,019] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 0: [2023-05-08 23:30:54,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-08 23:30:54,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +20: [2023-05-08 23:30:54,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-08 23:30:54,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-08 23:30:54,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +14: [2023-05-08 23:30:54,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-08 23:30:54,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-08 23:30:54,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +23: [2023-05-08 23:30:54,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +10: [2023-05-08 23:30:54,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +10: [2023-05-08 23:30:54,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +23: [2023-05-08 23:30:54,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +10: [2023-05-08 23:30:54,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +13: [2023-05-08 23:30:54,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +10: [2023-05-08 23:30:54,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +14: [2023-05-08 23:30:54,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +14: [2023-05-08 23:30:54,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +20: [2023-05-08 23:30:54,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-08 23:30:54,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-08 23:30:54,026] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +12: [2023-05-08 23:30:54,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-08 23:30:54,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-08 23:30:54,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-08 23:30:54,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-08 23:30:54,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-08 23:30:54,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-08 23:30:54,029] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-08 23:30:54,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-08 23:30:54,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-08 23:30:54,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-08 23:30:54,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-08 23:30:54,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +12: [2023-05-08 23:30:54,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-08 23:30:54,030] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-08 23:30:54,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-08 23:30:54,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +14: [2023-05-08 23:30:54,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,031] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +13: [2023-05-08 23:30:54,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 0: [2023-05-08 23:30:54,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 0: [2023-05-08 23:30:54,032] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-08 23:30:54,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 8: [2023-05-08 23:30:54,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-08 23:30:54,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-08 23:30:54,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-08 23:30:54,033] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-08 23:30:54,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,034] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-08 23:30:54,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +20: [2023-05-08 23:30:54,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 8: [2023-05-08 23:30:54,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +28: [2023-05-08 23:30:54,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +20: [2023-05-08 23:30:54,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-08 23:30:54,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,037] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 8: [2023-05-08 23:30:54,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-08 23:30:54,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 9: [2023-05-08 23:30:54,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-08 23:30:54,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-08 23:30:54,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-08 23:30:54,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-08 23:30:54,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-08 23:30:54,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 5: [2023-05-08 23:30:54,037] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 5: [2023-05-08 23:30:54,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +15: [2023-05-08 23:30:54,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +15: [2023-05-08 23:30:54,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 5: [2023-05-08 23:30:54,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +15: [2023-05-08 23:30:54,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +23: [2023-05-08 23:30:54,038] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-08 23:30:54,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-08 23:30:54,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-08 23:30:54,038] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-08 23:30:54,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-08 23:30:54,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +26: [2023-05-08 23:30:54,039] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-08 23:30:54,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-08 23:30:54,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-08 23:30:54,040] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-08 23:30:54,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-08 23:30:54,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +20: [2023-05-08 23:30:54,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +20: [2023-05-08 23:30:54,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +10: [2023-05-08 23:30:54,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-08 23:30:54,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-08 23:30:54,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-08 23:30:54,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +20: [2023-05-08 23:30:54,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-08 23:30:54,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-08 23:30:54,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-08 23:30:54,042] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-08 23:30:54,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +29: [2023-05-08 23:30:54,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:54,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-08 23:30:54,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-08 23:30:54,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-08 23:30:54,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-08 23:30:54,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:54,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +29: [2023-05-08 23:30:54,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:54,044] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-08 23:30:54,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +10: [2023-05-08 23:30:54,045] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-08 23:30:54,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-08 23:30:54,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-08 23:30:54,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,047] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-08 23:30:54,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +29: [2023-05-08 23:30:54,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +29: [2023-05-08 23:30:54,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +23: [2023-05-08 23:30:54,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-08 23:30:54,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-08 23:30:54,048] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +21: [2023-05-08 23:30:54,048] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +21: [2023-05-08 23:30:54,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +10: [2023-05-08 23:30:54,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-08 23:30:54,049] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +18: [2023-05-08 23:30:54,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-08 23:30:54,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-08 23:30:54,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +21: [2023-05-08 23:30:54,050] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +31: [2023-05-08 23:30:54,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-08 23:30:54,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +17: [2023-05-08 23:30:54,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 6: [2023-05-08 23:30:54,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 6: [2023-05-08 23:30:54,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +11: [2023-05-08 23:30:54,051] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-08 23:30:54,051] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-08 23:30:54,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 6: [2023-05-08 23:30:54,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +17: [2023-05-08 23:30:54,052] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +18: [2023-05-08 23:30:54,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +18: [2023-05-08 23:30:54,052] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 9: [2023-05-08 23:30:54,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-08 23:30:54,054] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:54,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +18: [2023-05-08 23:30:54,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +24: [2023-05-08 23:30:54,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +24: [2023-05-08 23:30:54,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +24: [2023-05-08 23:30:54,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +15: [2023-05-08 23:30:54,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-08 23:30:54,056] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +15: [2023-05-08 23:30:54,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-08 23:30:54,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-08 23:30:54,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-08 23:30:54,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-08 23:30:54,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +31: [2023-05-08 23:30:54,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-08 23:30:54,057] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 5: [2023-05-08 23:30:54,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-08 23:30:54,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 7: [2023-05-08 23:30:54,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 5: [2023-05-08 23:30:54,059] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-08 23:30:54,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:54,060] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 7: [2023-05-08 23:30:54,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 9: [2023-05-08 23:30:54,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-08 23:30:54,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 8: [2023-05-08 23:30:54,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-08 23:30:54,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +12: [2023-05-08 23:30:54,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-08 23:30:54,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-08 23:30:54,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-08 23:30:54,062] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-08 23:30:54,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-08 23:30:54,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-08 23:30:54,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +12: [2023-05-08 23:30:54,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 9: [2023-05-08 23:30:54,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-08 23:30:54,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-08 23:30:54,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-08 23:30:54,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-08 23:30:54,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-08 23:30:54,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,065] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-08 23:30:54,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-08 23:30:54,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +11: [2023-05-08 23:30:54,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +21: [2023-05-08 23:30:54,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-08 23:30:54,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +17: [2023-05-08 23:30:54,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-08 23:30:54,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-08 23:30:54,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +28: [2023-05-08 23:30:54,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +28: [2023-05-08 23:30:54,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-08 23:30:54,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:54,068] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-08 23:30:54,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:54,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-08 23:30:54,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 2: [2023-05-08 23:30:54,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:54,069] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +28: [2023-05-08 23:30:54,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-08 23:30:54,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-08 23:30:54,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +23: [2023-05-08 23:30:54,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +12: [2023-05-08 23:30:54,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:54,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +11: [2023-05-08 23:30:54,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +16: [2023-05-08 23:30:54,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +16: [2023-05-08 23:30:54,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 2: [2023-05-08 23:30:54,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +24: [2023-05-08 23:30:54,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-08 23:30:54,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +28: [2023-05-08 23:30:54,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 2: [2023-05-08 23:30:54,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +12: [2023-05-08 23:30:54,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +12: [2023-05-08 23:30:54,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-08 23:30:54,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +21: [2023-05-08 23:30:54,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +24: [2023-05-08 23:30:54,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-08 23:30:54,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-08 23:30:54,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +31: [2023-05-08 23:30:54,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +31: [2023-05-08 23:30:54,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 6: [2023-05-08 23:30:54,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +16: [2023-05-08 23:30:54,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +31: [2023-05-08 23:30:54,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +16: [2023-05-08 23:30:54,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 9: [2023-05-08 23:30:54,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 9: [2023-05-08 23:30:54,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 7: [2023-05-08 23:30:54,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +12: [2023-05-08 23:30:54,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +24: [2023-05-08 23:30:54,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,076] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +23: [2023-05-08 23:30:54,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:54,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:54,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +26: [2023-05-08 23:30:54,077] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:54,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-08 23:30:54,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:54,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 7: [2023-05-08 23:30:54,078] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +23: [2023-05-08 23:30:54,079] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +10: [2023-05-08 23:30:54,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +26: [2023-05-08 23:30:54,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 9: [2023-05-08 23:30:54,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:54,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +21: [2023-05-08 23:30:54,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-08 23:30:54,083] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 3: [2023-05-08 23:30:54,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 3: [2023-05-08 23:30:54,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 3: [2023-05-08 23:30:54,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +26: [2023-05-08 23:30:54,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +21: [2023-05-08 23:30:54,084] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-08 23:30:54,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-08 23:30:54,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-08 23:30:54,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-08 23:30:54,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-08 23:30:54,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-08 23:30:54,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-08 23:30:54,086] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-08 23:30:54,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-08 23:30:54,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +26: [2023-05-08 23:30:54,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +25: [2023-05-08 23:30:54,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-08 23:30:54,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-08 23:30:54,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-08 23:30:54,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +25: [2023-05-08 23:30:54,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:54,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:54,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +10: [2023-05-08 23:30:54,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-08 23:30:54,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +15: [2023-05-08 23:30:54,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-08 23:30:54,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-08 23:30:54,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-08 23:30:54,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +10: [2023-05-08 23:30:54,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +10: [2023-05-08 23:30:54,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +10: [2023-05-08 23:30:54,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +15: [2023-05-08 23:30:54,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +20: [2023-05-08 23:30:54,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-08 23:30:54,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-08 23:30:54,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +11: [2023-05-08 23:30:54,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 5: [2023-05-08 23:30:54,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-08 23:30:54,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-08 23:30:54,093] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-08 23:30:54,093] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +20: [2023-05-08 23:30:54,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +27: [2023-05-08 23:30:54,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-08 23:30:54,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-08 23:30:54,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +27: [2023-05-08 23:30:54,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-08 23:30:54,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-08 23:30:54,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-08 23:30:54,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-08 23:30:54,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +31: [2023-05-08 23:30:54,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-08 23:30:54,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 5: [2023-05-08 23:30:54,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 6: [2023-05-08 23:30:54,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-08 23:30:54,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +15: [2023-05-08 23:30:54,098] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-08 23:30:54,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +27: [2023-05-08 23:30:54,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-08 23:30:54,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-08 23:30:54,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-08 23:30:54,100] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-08 23:30:54,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-08 23:30:54,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 3: [2023-05-08 23:30:54,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-08 23:30:54,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-08 23:30:54,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 5: [2023-05-08 23:30:54,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +23: [2023-05-08 23:30:54,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-08 23:30:54,101] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,101] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-08 23:30:54,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +23: [2023-05-08 23:30:54,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-08 23:30:54,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-08 23:30:54,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-08 23:30:54,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-08 23:30:54,102] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-08 23:30:54,102] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +24: [2023-05-08 23:30:54,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-08 23:30:54,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,103] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-08 23:30:54,103] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-08 23:30:54,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-08 23:30:54,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-08 23:30:54,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +12: [2023-05-08 23:30:54,104] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-08 23:30:54,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-08 23:30:54,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-08 23:30:54,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-08 23:30:54,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-08 23:30:54,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +20: [2023-05-08 23:30:54,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-08 23:30:54,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-08 23:30:54,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-08 23:30:54,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-08 23:30:54,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-08 23:30:54,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-08 23:30:54,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-08 23:30:54,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +19: [2023-05-08 23:30:54,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-08 23:30:54,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +19: [2023-05-08 23:30:54,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-08 23:30:54,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-08 23:30:54,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-08 23:30:54,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-08 23:30:54,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +16: [2023-05-08 23:30:54,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +19: [2023-05-08 23:30:54,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-08 23:30:54,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +20: [2023-05-08 23:30:54,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +20: [2023-05-08 23:30:54,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-08 23:30:54,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +17: [2023-05-08 23:30:54,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-08 23:30:54,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:54,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:54,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,109] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +19: [2023-05-08 23:30:54,110] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,112] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,113] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +19: [2023-05-08 23:30:54,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +19: [2023-05-08 23:30:54,115] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +19: [2023-05-08 23:30:54,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. +19: [2023-05-08 23:30:54,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_32-model_01-model_states.pt. + 6: [2023-05-08 23:30:54,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +21: [2023-05-08 23:30:54,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +24: [2023-05-08 23:30:54,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +24: [2023-05-08 23:30:54,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,119] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +25: [2023-05-08 23:30:54,119] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-08 23:30:54,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +16: [2023-05-08 23:30:54,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +24: [2023-05-08 23:30:54,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +27: [2023-05-08 23:30:54,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-08 23:30:54,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +25: [2023-05-08 23:30:54,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:54,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-08 23:30:54,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +16: [2023-05-08 23:30:54,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-08 23:30:54,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 3: [2023-05-08 23:30:54,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 8: [2023-05-08 23:30:54,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-08 23:30:54,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 8: [2023-05-08 23:30:54,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-08 23:30:54,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:54,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +21: [2023-05-08 23:30:54,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-08 23:30:54,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +21: [2023-05-08 23:30:54,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +25: [2023-05-08 23:30:54,129] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 4: [2023-05-08 23:30:54,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 4: [2023-05-08 23:30:54,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +12: [2023-05-08 23:30:54,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-08 23:30:54,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 1: [2023-05-08 23:30:54,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-08 23:30:54,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-08 23:30:54,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-08 23:30:54,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. +31: [2023-05-08 23:30:54,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-08 23:30:54,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +25: [2023-05-08 23:30:54,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-08 23:30:54,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-08 23:30:54,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-08 23:30:54,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +19: [2023-05-08 23:30:54,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... +27: [2023-05-08 23:30:54,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-08 23:30:54,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-08 23:30:54,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-08 23:30:54,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +31: [2023-05-08 23:30:54,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +31: [2023-05-08 23:30:54,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +25: [2023-05-08 23:30:54,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-08 23:30:54,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +12: [2023-05-08 23:30:54,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-08 23:30:54,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-08 23:30:54,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-08 23:30:54,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-08 23:30:54,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-08 23:30:54,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-08 23:30:54,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-08 23:30:54,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,146] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,147] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-08 23:30:54,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-08 23:30:54,151] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-08 23:30:54,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-08 23:30:54,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-08 23:30:54,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-08 23:30:54,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,157] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-08 23:30:54,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-08 23:30:54,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-08 23:30:54,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-08 23:30:54,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-08 23:30:54,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-08 23:30:54,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-08 23:30:54,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-08 23:30:54,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,161] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-08 23:30:54,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-08 23:30:54,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-08 23:30:54,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-08 23:30:54,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +22: [2023-05-08 23:30:54,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +22: [2023-05-08 23:30:54,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +19: [2023-05-08 23:30:54,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-08 23:30:54,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +19: [2023-05-08 23:30:54,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-08 23:30:54,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-08 23:30:54,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:54,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:54,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:54,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:54,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-08 23:30:54,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-08 23:30:54,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +19: [2023-05-08 23:30:54,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +15: [2023-05-08 23:30:54,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,185] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-08 23:30:54,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-08 23:30:54,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,188] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +19: [2023-05-08 23:30:54,189] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 4: [2023-05-08 23:30:54,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 4: [2023-05-08 23:30:54,190] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 5: [2023-05-08 23:30:54,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,191] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-08 23:30:54,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... +22: [2023-05-08 23:30:54,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-08 23:30:54,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-08 23:30:54,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-08 23:30:54,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-08 23:30:54,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-08 23:30:54,193] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-08 23:30:54,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-08 23:30:54,194] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-08 23:30:54,195] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-08 23:30:54,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-08 23:30:54,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-08 23:30:54,196] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-08 23:30:54,196] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +19: [2023-05-08 23:30:54,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt... + 2: [2023-05-08 23:30:54,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-08 23:30:54,203] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,209] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-08 23:30:54,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +27: [2023-05-08 23:30:54,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +27: [2023-05-08 23:30:54,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +27: [2023-05-08 23:30:54,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +22: [2023-05-08 23:30:54,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-08 23:30:54,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 5: [2023-05-08 23:30:54,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-08 23:30:54,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:54,215] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:54,218] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-08 23:30:54,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-08 23:30:54,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-08 23:30:54,225] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-08 23:30:54,227] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +15: [2023-05-08 23:30:54,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-08 23:30:54,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-08 23:30:54,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-08 23:30:54,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-08 23:30:54,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-08 23:30:54,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +27: [2023-05-08 23:30:54,232] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-08 23:30:54,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-08 23:30:54,232] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-08 23:30:54,234] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-08 23:30:54,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-08 23:30:54,235] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-08 23:30:54,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:54,236] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-08 23:30:54,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +13: [2023-05-08 23:30:54,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-08 23:30:54,248] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-08 23:30:54,253] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-08 23:30:54,265] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-08 23:30:54,268] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-08 23:30:54,269] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +27: [2023-05-08 23:30:54,271] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 4: [2023-05-08 23:30:54,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-08 23:30:54,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-08 23:30:54,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-08 23:30:54,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-08 23:30:54,271] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-08 23:30:54,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-08 23:30:54,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-08 23:30:54,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-08 23:30:54,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-08 23:30:54,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-08 23:30:54,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-08 23:30:54,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-08 23:30:54,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-08 23:30:54,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-08 23:30:54,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-08 23:30:54,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-08 23:30:54,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-08 23:30:54,273] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-08 23:30:54,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-08 23:30:54,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-08 23:30:54,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-08 23:30:54,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-08 23:30:54,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-08 23:30:54,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-08 23:30:54,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-08 23:30:54,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-08 23:30:54,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-08 23:30:54,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-08 23:30:54,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-08 23:30:54,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-08 23:30:54,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-08 23:30:54,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-08 23:30:54,275] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +30: [2023-05-08 23:30:54,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-08 23:30:54,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-08 23:30:54,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-08 23:30:54,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-08 23:30:54,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-08 23:30:54,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-08 23:30:54,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-08 23:30:54,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-08 23:30:54,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-08 23:30:54,277] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-08 23:30:54,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-08 23:30:54,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-08 23:30:54,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-08 23:30:54,278] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-08 23:30:54,279] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-08 23:30:54,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +18: [2023-05-08 23:30:54,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-08 23:30:54,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-08 23:30:54,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-08 23:30:54,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-08 23:30:54,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-08 23:30:54,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-08 23:30:54,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-08 23:30:54,280] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-08 23:30:54,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-08 23:30:54,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-08 23:30:54,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-08 23:30:54,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +30: [2023-05-08 23:30:54,282] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +18: [2023-05-08 23:30:54,282] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-08 23:30:54,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +30: [2023-05-08 23:30:54,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +16: [2023-05-08 23:30:54,293] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-08 23:30:54,299] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +29: [2023-05-08 23:30:54,298] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-08 23:30:54,299] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-08 23:30:54,300] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-08 23:30:54,303] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-08 23:30:54,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-08 23:30:54,307] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,307] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-08 23:30:54,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-08 23:30:54,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-08 23:30:54,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-08 23:30:54,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-08 23:30:54,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-08 23:30:54,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-08 23:30:54,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-08 23:30:54,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-08 23:30:54,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-08 23:30:54,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-08 23:30:54,310] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-08 23:30:54,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-08 23:30:54,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-08 23:30:54,311] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-08 23:30:54,311] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-08 23:30:54,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-08 23:30:54,312] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-08 23:30:54,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-08 23:30:54,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-08 23:30:54,312] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-08 23:30:54,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-08 23:30:54,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +29: [2023-05-08 23:30:54,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-08 23:30:54,314] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-08 23:30:54,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-08 23:30:54,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-08 23:30:54,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-08 23:30:54,315] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-08 23:30:54,317] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +18: [2023-05-08 23:30:54,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +18: [2023-05-08 23:30:54,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +16: [2023-05-08 23:30:54,319] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-08 23:30:54,319] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,320] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-08 23:30:54,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,320] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 4: [2023-05-08 23:30:54,321] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,321] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +14: [2023-05-08 23:30:54,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-08 23:30:54,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 0: [2023-05-08 23:30:54,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 0: [2023-05-08 23:30:54,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 0: [2023-05-08 23:30:54,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 8: [2023-05-08 23:30:54,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 8: [2023-05-08 23:30:54,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 8: [2023-05-08 23:30:54,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 8: [2023-05-08 23:30:54,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 4: [2023-05-08 23:30:54,323] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +16: [2023-05-08 23:30:54,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,324] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +20: [2023-05-08 23:30:54,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +20: [2023-05-08 23:30:54,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +20: [2023-05-08 23:30:54,324] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +14: [2023-05-08 23:30:54,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-08 23:30:54,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-08 23:30:54,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-08 23:30:54,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +22: [2023-05-08 23:30:54,325] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-08 23:30:54,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-08 23:30:54,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-08 23:30:54,326] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-08 23:30:54,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-08 23:30:54,327] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-08 23:30:54,328] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-08 23:30:54,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-08 23:30:54,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-08 23:30:54,328] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-08 23:30:54,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-08 23:30:54,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-08 23:30:54,330] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-08 23:30:54,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-08 23:30:54,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-08 23:30:54,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-08 23:30:54,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-08 23:30:54,333] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-08 23:30:54,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-08 23:30:54,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,336] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +14: [2023-05-08 23:30:54,337] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-08 23:30:54,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-08 23:30:54,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-08 23:30:54,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-08 23:30:54,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-08 23:30:54,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-08 23:30:54,339] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +24: [2023-05-08 23:30:54,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +24: [2023-05-08 23:30:54,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +24: [2023-05-08 23:30:54,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +24: [2023-05-08 23:30:54,340] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +20: [2023-05-08 23:30:54,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-08 23:30:54,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-08 23:30:54,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-08 23:30:54,341] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-08 23:30:54,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,342] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-08 23:30:54,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-08 23:30:54,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-08 23:30:54,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-08 23:30:54,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-08 23:30:54,344] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,345] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,345] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-08 23:30:54,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-08 23:30:54,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-08 23:30:54,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-08 23:30:54,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-08 23:30:54,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +26: [2023-05-08 23:30:54,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-08 23:30:54,347] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,347] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,348] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-08 23:30:54,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 0: [2023-05-08 23:30:54,350] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-08 23:30:54,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-08 23:30:54,351] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-08 23:30:54,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +14: [2023-05-08 23:30:54,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +14: [2023-05-08 23:30:54,351] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 0: [2023-05-08 23:30:54,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-08 23:30:54,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +28: [2023-05-08 23:30:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-08 23:30:54,353] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-08 23:30:54,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-08 23:30:54,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-08 23:30:54,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-08 23:30:54,356] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-08 23:30:54,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,356] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-08 23:30:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-08 23:30:54,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 3: [2023-05-08 23:30:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +10: [2023-05-08 23:30:54,357] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-08 23:30:54,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-08 23:30:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +30: [2023-05-08 23:30:54,357] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:54,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-08 23:30:54,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-08 23:30:54,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-08 23:30:54,358] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-08 23:30:54,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-08 23:30:54,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-08 23:30:54,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-08 23:30:54,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-08 23:30:54,359] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 3: [2023-05-08 23:30:54,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +24: [2023-05-08 23:30:54,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-08 23:30:54,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +30: [2023-05-08 23:30:54,360] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +13: [2023-05-08 23:30:54,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +13: [2023-05-08 23:30:54,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +25: [2023-05-08 23:30:54,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +25: [2023-05-08 23:30:54,362] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +13: [2023-05-08 23:30:54,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +13: [2023-05-08 23:30:54,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +25: [2023-05-08 23:30:54,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +25: [2023-05-08 23:30:54,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +18: [2023-05-08 23:30:54,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-08 23:30:54,365] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +14: [2023-05-08 23:30:54,366] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:54,368] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-08 23:30:54,368] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-08 23:30:54,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-08 23:30:54,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,369] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +28: [2023-05-08 23:30:54,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-08 23:30:54,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-08 23:30:54,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-08 23:30:54,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-08 23:30:54,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,370] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-08 23:30:54,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +28: [2023-05-08 23:30:54,371] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:54,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-08 23:30:54,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-08 23:30:54,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-08 23:30:54,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 1: [2023-05-08 23:30:54,373] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 8: [2023-05-08 23:30:54,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 8: [2023-05-08 23:30:54,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 1: [2023-05-08 23:30:54,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-08 23:30:54,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-08 23:30:54,374] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,376] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +18: [2023-05-08 23:30:54,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +18: [2023-05-08 23:30:54,377] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +20: [2023-05-08 23:30:54,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-08 23:30:54,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-08 23:30:54,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-08 23:30:54,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-08 23:30:54,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +13: [2023-05-08 23:30:54,379] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +20: [2023-05-08 23:30:54,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +26: [2023-05-08 23:30:54,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-08 23:30:54,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-08 23:30:54,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 1: [2023-05-08 23:30:54,380] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-08 23:30:54,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-08 23:30:54,380] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-08 23:30:54,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +13: [2023-05-08 23:30:54,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,381] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 0: [2023-05-08 23:30:54,381] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,382] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 1: [2023-05-08 23:30:54,383] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +26: [2023-05-08 23:30:54,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-08 23:30:54,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-08 23:30:54,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-08 23:30:54,384] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-08 23:30:54,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-08 23:30:54,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-08 23:30:54,388] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 0: [2023-05-08 23:30:54,389] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +14: [2023-05-08 23:30:54,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +24: [2023-05-08 23:30:54,390] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +10: [2023-05-08 23:30:54,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-08 23:30:54,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-08 23:30:54,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-08 23:30:54,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-08 23:30:54,393] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-08 23:30:54,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-08 23:30:54,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-08 23:30:54,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-08 23:30:54,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-08 23:30:54,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-08 23:30:54,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-08 23:30:54,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-08 23:30:54,394] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-08 23:30:54,395] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-08 23:30:54,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-08 23:30:54,395] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +11: [2023-05-08 23:30:54,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +23: [2023-05-08 23:30:54,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-08 23:30:54,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-08 23:30:54,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-08 23:30:54,396] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-08 23:30:54,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-08 23:30:54,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-08 23:30:54,396] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-08 23:30:54,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-08 23:30:54,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-08 23:30:54,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-08 23:30:54,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-08 23:30:54,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-08 23:30:54,397] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-08 23:30:54,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-08 23:30:54,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-08 23:30:54,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-08 23:30:54,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-08 23:30:54,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt... +28: [2023-05-08 23:30:54,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt... +28: [2023-05-08 23:30:54,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt... +28: [2023-05-08 23:30:54,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt... +24: [2023-05-08 23:30:54,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 3: [2023-05-08 23:30:54,398] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-08 23:30:54,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +24: [2023-05-08 23:30:54,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 3: [2023-05-08 23:30:54,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 2: [2023-05-08 23:30:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 2: [2023-05-08 23:30:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +10: [2023-05-08 23:30:54,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,401] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 0: [2023-05-08 23:30:54,402] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-08 23:30:54,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-08 23:30:54,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-08 23:30:54,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-08 23:30:54,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-08 23:30:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-08 23:30:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-08 23:30:54,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-08 23:30:54,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-08 23:30:54,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-08 23:30:54,404] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-08 23:30:54,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-08 23:30:54,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-08 23:30:54,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-08 23:30:54,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-08 23:30:54,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-08 23:30:54,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-08 23:30:54,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-08 23:30:54,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-08 23:30:54,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +10: [2023-05-08 23:30:54,406] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-08 23:30:54,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-08 23:30:54,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-08 23:30:54,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-08 23:30:54,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-08 23:30:54,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-08 23:30:54,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-08 23:30:54,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 4: [2023-05-08 23:30:54,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +25: [2023-05-08 23:30:54,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 9: [2023-05-08 23:30:54,407] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +10: [2023-05-08 23:30:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-08 23:30:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-08 23:30:54,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-08 23:30:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-08 23:30:54,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-08 23:30:54,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-08 23:30:54,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +14: [2023-05-08 23:30:54,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +25: [2023-05-08 23:30:54,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-08 23:30:54,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-08 23:30:54,409] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-08 23:30:54,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-08 23:30:54,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-08 23:30:54,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-08 23:30:54,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,410] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-08 23:30:54,411] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-08 23:30:54,411] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +10: [2023-05-08 23:30:54,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-08 23:30:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-08 23:30:54,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-08 23:30:54,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-08 23:30:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-08 23:30:54,412] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-08 23:30:54,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-08 23:30:54,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-08 23:30:54,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,413] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,414] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-08 23:30:54,414] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-08 23:30:54,415] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +14: [2023-05-08 23:30:54,415] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,416] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-08 23:30:54,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +14: [2023-05-08 23:30:54,417] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +29: [2023-05-08 23:30:54,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +29: [2023-05-08 23:30:54,417] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 2: [2023-05-08 23:30:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +29: [2023-05-08 23:30:54,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 2: [2023-05-08 23:30:54,418] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-08 23:30:54,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-08 23:30:54,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 2: [2023-05-08 23:30:54,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-08 23:30:54,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-08 23:30:54,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 1: [2023-05-08 23:30:54,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-08 23:30:54,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-08 23:30:54,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +13: [2023-05-08 23:30:54,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-08 23:30:54,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +23: [2023-05-08 23:30:54,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +16: [2023-05-08 23:30:54,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 1: [2023-05-08 23:30:54,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-08 23:30:54,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +25: [2023-05-08 23:30:54,421] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +23: [2023-05-08 23:30:54,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 1: [2023-05-08 23:30:54,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-08 23:30:54,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,422] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 9: [2023-05-08 23:30:54,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 3: [2023-05-08 23:30:54,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-08 23:30:54,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 9: [2023-05-08 23:30:54,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +13: [2023-05-08 23:30:54,423] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 9: [2023-05-08 23:30:54,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +16: [2023-05-08 23:30:54,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 4: [2023-05-08 23:30:54,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-08 23:30:54,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 4: [2023-05-08 23:30:54,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-08 23:30:54,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 4: [2023-05-08 23:30:54,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 3: [2023-05-08 23:30:54,426] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +10: [2023-05-08 23:30:54,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +10: [2023-05-08 23:30:54,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +10: [2023-05-08 23:30:54,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +10: [2023-05-08 23:30:54,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-08 23:30:54,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-08 23:30:54,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-08 23:30:54,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:54,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +15: [2023-05-08 23:30:54,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-08 23:30:54,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:54,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-08 23:30:54,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-08 23:30:54,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +11: [2023-05-08 23:30:54,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +11: [2023-05-08 23:30:54,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +15: [2023-05-08 23:30:54,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-08 23:30:54,428] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-08 23:30:54,429] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-08 23:30:54,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-08 23:30:54,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-08 23:30:54,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +19: [2023-05-08 23:30:54,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-08 23:30:54,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-08 23:30:54,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-08 23:30:54,430] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-08 23:30:54,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-08 23:30:54,430] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-08 23:30:54,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-08 23:30:54,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +26: [2023-05-08 23:30:54,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +26: [2023-05-08 23:30:54,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +26: [2023-05-08 23:30:54,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +19: [2023-05-08 23:30:54,431] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-08 23:30:54,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +19: [2023-05-08 23:30:54,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 7: [2023-05-08 23:30:54,432] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 7: [2023-05-08 23:30:54,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +19: [2023-05-08 23:30:54,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-08 23:30:54,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-08 23:30:54,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-08 23:30:54,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-08 23:30:54,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-08 23:30:54,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-08 23:30:54,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-08 23:30:54,436] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-08 23:30:54,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-08 23:30:54,437] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-08 23:30:54,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-08 23:30:54,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-08 23:30:54,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-08 23:30:54,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-08 23:30:54,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-08 23:30:54,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-08 23:30:54,437] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-08 23:30:54,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-08 23:30:54,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-08 23:30:54,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-08 23:30:54,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-08 23:30:54,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-08 23:30:54,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +23: [2023-05-08 23:30:54,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-08 23:30:54,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-08 23:30:54,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-08 23:30:54,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-08 23:30:54,440] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-08 23:30:54,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-08 23:30:54,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-08 23:30:54,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-08 23:30:54,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-08 23:30:54,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +16: [2023-05-08 23:30:54,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-08 23:30:54,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-08 23:30:54,441] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-08 23:30:54,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +17: [2023-05-08 23:30:54,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +25: [2023-05-08 23:30:54,442] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-08 23:30:54,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-08 23:30:54,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +10: [2023-05-08 23:30:54,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-08 23:30:54,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:54,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-08 23:30:54,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +21: [2023-05-08 23:30:54,443] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 9: [2023-05-08 23:30:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-08 23:30:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +21: [2023-05-08 23:30:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-08 23:30:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +17: [2023-05-08 23:30:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +21: [2023-05-08 23:30:54,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +22: [2023-05-08 23:30:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 5: [2023-05-08 23:30:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-08 23:30:54,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-08 23:30:54,445] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-08 23:30:54,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:54,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-08 23:30:54,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:54,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-08 23:30:54,446] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-08 23:30:54,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 7: [2023-05-08 23:30:54,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-08 23:30:54,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-08 23:30:54,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-08 23:30:54,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +20: [2023-05-08 23:30:54,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-08 23:30:54,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-08 23:30:54,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,447] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +12: [2023-05-08 23:30:54,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-08 23:30:54,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-08 23:30:54,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-08 23:30:54,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-08 23:30:54,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-08 23:30:54,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-08 23:30:54,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-08 23:30:54,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +11: [2023-05-08 23:30:54,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +22: [2023-05-08 23:30:54,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +15: [2023-05-08 23:30:54,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-08 23:30:54,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,451] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-08 23:30:54,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-08 23:30:54,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-08 23:30:54,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-08 23:30:54,452] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-08 23:30:54,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-08 23:30:54,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt... +10: [2023-05-08 23:30:54,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt... +10: [2023-05-08 23:30:54,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt... +10: [2023-05-08 23:30:54,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt... + 4: [2023-05-08 23:30:54,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +20: [2023-05-08 23:30:54,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 2: [2023-05-08 23:30:54,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +23: [2023-05-08 23:30:54,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-08 23:30:54,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-08 23:30:54,454] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-08 23:30:54,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-08 23:30:54,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-08 23:30:54,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-08 23:30:54,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-08 23:30:54,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-08 23:30:54,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-08 23:30:54,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-08 23:30:54,457] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-08 23:30:54,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-08 23:30:54,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-08 23:30:54,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-08 23:30:54,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-08 23:30:54,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-08 23:30:54,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-08 23:30:54,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,460] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 9: [2023-05-08 23:30:54,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-08 23:30:54,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-08 23:30:54,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +25: [2023-05-08 23:30:54,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 5: [2023-05-08 23:30:54,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-08 23:30:54,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-08 23:30:54,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-08 23:30:54,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-08 23:30:54,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +21: [2023-05-08 23:30:54,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-08 23:30:54,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-08 23:30:54,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-08 23:30:54,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-08 23:30:54,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +12: [2023-05-08 23:30:54,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-08 23:30:54,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-08 23:30:54,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +21: [2023-05-08 23:30:54,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-08 23:30:54,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-08 23:30:54,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,465] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-08 23:30:54,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-08 23:30:54,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-08 23:30:54,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-08 23:30:54,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-08 23:30:54,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-08 23:30:54,466] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-08 23:30:54,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-08 23:30:54,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-08 23:30:54,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-08 23:30:54,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-08 23:30:54,467] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-08 23:30:54,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-08 23:30:54,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-08 23:30:54,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-08 23:30:54,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +28: [2023-05-08 23:30:54,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +28: [2023-05-08 23:30:54,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 4: [2023-05-08 23:30:54,468] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-08 23:30:54,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +10: [2023-05-08 23:30:54,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 2: [2023-05-08 23:30:54,469] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-08 23:30:54,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-08 23:30:54,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +10: [2023-05-08 23:30:54,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-08 23:30:54,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-08 23:30:54,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-08 23:30:54,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +26: [2023-05-08 23:30:54,473] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-08 23:30:54,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-08 23:30:54,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-08 23:30:54,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-08 23:30:54,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-08 23:30:54,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 9: [2023-05-08 23:30:54,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +29: [2023-05-08 23:30:54,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-08 23:30:54,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-08 23:30:54,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +29: [2023-05-08 23:30:54,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-08 23:30:54,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +15: [2023-05-08 23:30:54,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-08 23:30:54,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 7: [2023-05-08 23:30:54,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-08 23:30:54,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-08 23:30:54,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +23: [2023-05-08 23:30:54,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-08 23:30:54,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-08 23:30:54,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-08 23:30:54,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +12: [2023-05-08 23:30:54,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +16: [2023-05-08 23:30:54,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +27: [2023-05-08 23:30:54,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-08 23:30:54,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-08 23:30:54,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +29: [2023-05-08 23:30:54,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +16: [2023-05-08 23:30:54,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-08 23:30:54,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 7: [2023-05-08 23:30:54,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-08 23:30:54,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +23: [2023-05-08 23:30:54,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +23: [2023-05-08 23:30:54,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 5: [2023-05-08 23:30:54,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 5: [2023-05-08 23:30:54,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +23: [2023-05-08 23:30:54,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +29: [2023-05-08 23:30:54,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +26: [2023-05-08 23:30:54,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +10: [2023-05-08 23:30:54,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 9: [2023-05-08 23:30:54,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +16: [2023-05-08 23:30:54,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +29: [2023-05-08 23:30:54,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,480] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +27: [2023-05-08 23:30:54,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-08 23:30:54,481] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-08 23:30:54,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-08 23:30:54,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 7: [2023-05-08 23:30:54,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-08 23:30:54,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-08 23:30:54,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 7: [2023-05-08 23:30:54,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-08 23:30:54,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-08 23:30:54,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-08 23:30:54,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 9: [2023-05-08 23:30:54,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-08 23:30:54,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-08 23:30:54,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-08 23:30:54,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-08 23:30:54,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-08 23:30:54,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-08 23:30:54,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-08 23:30:54,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-08 23:30:54,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-08 23:30:54,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-08 23:30:54,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 9: [2023-05-08 23:30:54,483] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,483] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-08 23:30:54,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +23: [2023-05-08 23:30:54,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +28: [2023-05-08 23:30:54,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +26: [2023-05-08 23:30:54,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,485] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:54,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-08 23:30:54,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +19: [2023-05-08 23:30:54,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,486] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-08 23:30:54,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-08 23:30:54,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +11: [2023-05-08 23:30:54,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,487] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +26: [2023-05-08 23:30:54,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +15: [2023-05-08 23:30:54,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-08 23:30:54,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-08 23:30:54,488] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-08 23:30:54,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-08 23:30:54,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-08 23:30:54,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-08 23:30:54,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +22: [2023-05-08 23:30:54,489] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-08 23:30:54,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +11: [2023-05-08 23:30:54,491] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-08 23:30:54,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 7: [2023-05-08 23:30:54,490] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:54,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-08 23:30:54,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +15: [2023-05-08 23:30:54,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +22: [2023-05-08 23:30:54,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:54,492] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-08 23:30:54,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +15: [2023-05-08 23:30:54,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-08 23:30:54,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-08 23:30:54,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +15: [2023-05-08 23:30:54,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,493] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +22: [2023-05-08 23:30:54,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-08 23:30:54,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-08 23:30:54,495] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +22: [2023-05-08 23:30:54,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +12: [2023-05-08 23:30:54,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-08 23:30:54,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-08 23:30:54,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-08 23:30:54,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-08 23:30:54,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-08 23:30:54,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-08 23:30:54,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-08 23:30:54,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-08 23:30:54,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-08 23:30:54,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-08 23:30:54,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-08 23:30:54,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +27: [2023-05-08 23:30:54,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-08 23:30:54,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +17: [2023-05-08 23:30:54,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-08 23:30:54,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 5: [2023-05-08 23:30:54,497] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,498] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +15: [2023-05-08 23:30:54,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-08 23:30:54,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-08 23:30:54,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-08 23:30:54,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +17: [2023-05-08 23:30:54,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +17: [2023-05-08 23:30:54,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +15: [2023-05-08 23:30:54,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-08 23:30:54,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +22: [2023-05-08 23:30:54,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-08 23:30:54,502] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-08 23:30:54,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-08 23:30:54,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-08 23:30:54,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 2: [2023-05-08 23:30:54,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-08 23:30:54,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-08 23:30:54,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +21: [2023-05-08 23:30:54,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt... +21: [2023-05-08 23:30:54,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt... +21: [2023-05-08 23:30:54,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt... +21: [2023-05-08 23:30:54,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt... +15: [2023-05-08 23:30:54,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-08 23:30:54,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +15: [2023-05-08 23:30:54,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-08 23:30:54,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-08 23:30:54,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-08 23:30:54,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-08 23:30:54,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-08 23:30:54,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-08 23:30:54,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,508] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +17: [2023-05-08 23:30:54,508] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-08 23:30:54,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +21: [2023-05-08 23:30:54,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-08 23:30:54,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +28: [2023-05-08 23:30:54,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-08 23:30:54,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +21: [2023-05-08 23:30:54,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 2: [2023-05-08 23:30:54,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-08 23:30:54,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-08 23:30:54,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-08 23:30:54,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-08 23:30:54,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-08 23:30:54,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +27: [2023-05-08 23:30:54,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 1: [2023-05-08 23:30:54,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt... + 1: [2023-05-08 23:30:54,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt... + 1: [2023-05-08 23:30:54,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt... + 1: [2023-05-08 23:30:54,516] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt... +27: [2023-05-08 23:30:54,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +27: [2023-05-08 23:30:54,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 2: [2023-05-08 23:30:54,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,519] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:54,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,521] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 2: [2023-05-08 23:30:54,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-08 23:30:54,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:54,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +12: [2023-05-08 23:30:54,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +28: [2023-05-08 23:30:54,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +31: [2023-05-08 23:30:54,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-08 23:30:54,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-08 23:30:54,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +31: [2023-05-08 23:30:54,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 2: [2023-05-08 23:30:54,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 6: [2023-05-08 23:30:54,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 6: [2023-05-08 23:30:54,525] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 6: [2023-05-08 23:30:54,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 2: [2023-05-08 23:30:54,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-08 23:30:54,527] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 2: [2023-05-08 23:30:54,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,528] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,529] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,531] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +28: [2023-05-08 23:30:54,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,531] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,533] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-08 23:30:54,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-08 23:30:54,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +12: [2023-05-08 23:30:54,534] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +28: [2023-05-08 23:30:54,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 5: [2023-05-08 23:30:54,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 8: [2023-05-08 23:30:54,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,535] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-08 23:30:54,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +12: [2023-05-08 23:30:54,536] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +12: [2023-05-08 23:30:54,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 6: [2023-05-08 23:30:54,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-08 23:30:54,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,537] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +27: [2023-05-08 23:30:54,538] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-08 23:30:54,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,539] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-08 23:30:54,540] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-08 23:30:54,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,541] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-08 23:30:54,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,543] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,544] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-08 23:30:54,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt... +15: [2023-05-08 23:30:54,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt... +15: [2023-05-08 23:30:54,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt... +15: [2023-05-08 23:30:54,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt... +31: [2023-05-08 23:30:54,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +31: [2023-05-08 23:30:54,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,546] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-08 23:30:54,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt... +27: [2023-05-08 23:30:54,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt... +27: [2023-05-08 23:30:54,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt... +27: [2023-05-08 23:30:54,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt... + 6: [2023-05-08 23:30:54,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,549] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-08 23:30:54,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +30: [2023-05-08 23:30:54,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +30: [2023-05-08 23:30:54,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +30: [2023-05-08 23:30:54,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 7: [2023-05-08 23:30:54,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-08 23:30:54,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-08 23:30:54,560] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 2: [2023-05-08 23:30:54,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt... + 2: [2023-05-08 23:30:54,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt... + 2: [2023-05-08 23:30:54,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt... + 2: [2023-05-08 23:30:54,564] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt... + 0: [2023-05-08 23:30:54,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 0: [2023-05-08 23:30:54,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 0: [2023-05-08 23:30:54,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 0: [2023-05-08 23:30:54,565] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +30: [2023-05-08 23:30:54,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-08 23:30:54,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-08 23:30:54,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-08 23:30:54,567] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-08 23:30:54,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +27: [2023-05-08 23:30:54,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-08 23:30:54,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 8: [2023-05-08 23:30:54,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 8: [2023-05-08 23:30:54,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 6: [2023-05-08 23:30:54,572] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-08 23:30:54,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +27: [2023-05-08 23:30:54,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +27: [2023-05-08 23:30:54,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +27: [2023-05-08 23:30:54,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,575] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 6: [2023-05-08 23:30:54,576] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-08 23:30:54,577] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +25: [2023-05-08 23:30:54,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +25: [2023-05-08 23:30:54,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 6: [2023-05-08 23:30:54,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +25: [2023-05-08 23:30:54,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 0: [2023-05-08 23:30:54,579] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-08 23:30:54,579] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 8: [2023-05-08 23:30:54,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,581] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-08 23:30:54,582] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,583] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-08 23:30:54,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-08 23:30:54,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-08 23:30:54,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-08 23:30:54,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +19: [2023-05-08 23:30:54,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +16: [2023-05-08 23:30:54,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-08 23:30:54,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-08 23:30:54,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. +29: [2023-05-08 23:30:54,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-08 23:30:54,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-08 23:30:54,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_33-model_01-model_states.pt. + 4: [2023-05-08 23:30:54,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-08 23:30:54,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-08 23:30:54,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-08 23:30:54,585] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-08 23:30:54,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-08 23:30:54,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-08 23:30:54,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +16: [2023-05-08 23:30:54,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-08 23:30:54,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-08 23:30:54,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +16: [2023-05-08 23:30:54,586] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-08 23:30:54,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-08 23:30:54,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-08 23:30:54,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,587] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-08 23:30:54,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +13: [2023-05-08 23:30:54,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-08 23:30:54,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +13: [2023-05-08 23:30:54,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +13: [2023-05-08 23:30:54,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-08 23:30:54,588] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +13: [2023-05-08 23:30:54,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +13: [2023-05-08 23:30:54,590] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-08 23:30:54,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +13: [2023-05-08 23:30:54,590] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +13: [2023-05-08 23:30:54,591] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-08 23:30:54,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 6: [2023-05-08 23:30:54,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-08 23:30:54,592] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,594] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,598] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +25: [2023-05-08 23:30:54,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-08 23:30:54,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +25: [2023-05-08 23:30:54,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-08 23:30:54,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-08 23:30:54,600] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-08 23:30:54,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,601] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-08 23:30:54,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,601] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +19: [2023-05-08 23:30:54,602] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +30: [2023-05-08 23:30:54,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-08 23:30:54,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +30: [2023-05-08 23:30:54,602] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:54,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt... +18: [2023-05-08 23:30:54,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-08 23:30:54,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-08 23:30:54,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +18: [2023-05-08 23:30:54,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-08 23:30:54,604] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-08 23:30:54,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-08 23:30:54,604] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-08 23:30:54,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +30: [2023-05-08 23:30:54,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +30: [2023-05-08 23:30:54,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +18: [2023-05-08 23:30:54,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-08 23:30:54,606] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-08 23:30:54,608] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,608] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-08 23:30:54,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-08 23:30:54,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +13: [2023-05-08 23:30:54,610] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-08 23:30:54,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-08 23:30:54,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-08 23:30:54,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-08 23:30:54,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,611] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-08 23:30:54,612] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-08 23:30:54,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-08 23:30:54,612] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-08 23:30:54,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-08 23:30:54,614] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 6: [2023-05-08 23:30:54,615] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,618] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 8: [2023-05-08 23:30:54,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-08 23:30:54,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-08 23:30:54,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,619] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-08 23:30:54,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-08 23:30:54,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-08 23:30:54,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +16: [2023-05-08 23:30:54,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-08 23:30:54,620] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,621] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 1: [2023-05-08 23:30:54,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 4: [2023-05-08 23:30:54,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 1: [2023-05-08 23:30:54,622] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 4: [2023-05-08 23:30:54,623] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-08 23:30:54,625] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 8: [2023-05-08 23:30:54,627] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +19: [2023-05-08 23:30:54,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,627] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:54,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 0: [2023-05-08 23:30:54,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 4: [2023-05-08 23:30:54,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 4: [2023-05-08 23:30:54,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-08 23:30:54,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-08 23:30:54,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-08 23:30:54,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-08 23:30:54,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-08 23:30:54,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-08 23:30:54,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:54,633] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-08 23:30:54,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-08 23:30:54,633] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-08 23:30:54,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-08 23:30:54,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-08 23:30:54,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-08 23:30:54,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-08 23:30:54,634] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-08 23:30:54,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-08 23:30:54,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-08 23:30:54,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-08 23:30:54,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-08 23:30:54,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-08 23:30:54,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-08 23:30:54,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-08 23:30:54,634] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-08 23:30:54,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +25: [2023-05-08 23:30:54,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +24: [2023-05-08 23:30:54,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-08 23:30:54,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-08 23:30:54,635] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +24: [2023-05-08 23:30:54,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-08 23:30:54,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,636] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-08 23:30:54,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-08 23:30:54,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-08 23:30:54,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-08 23:30:54,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-08 23:30:54,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-08 23:30:54,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,638] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +16: [2023-05-08 23:30:54,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-08 23:30:54,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-08 23:30:54,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 1: [2023-05-08 23:30:54,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-08 23:30:54,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-08 23:30:54,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-08 23:30:54,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-08 23:30:54,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-08 23:30:54,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-08 23:30:54,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-08 23:30:54,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-08 23:30:54,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-08 23:30:54,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-08 23:30:54,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +25: [2023-05-08 23:30:54,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-08 23:30:54,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-08 23:30:54,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-08 23:30:54,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,639] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-08 23:30:54,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-08 23:30:54,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +29: [2023-05-08 23:30:54,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-08 23:30:54,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,640] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-08 23:30:54,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-08 23:30:54,641] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +18: [2023-05-08 23:30:54,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,642] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-08 23:30:54,642] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... +13: [2023-05-08 23:30:54,643] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 3: [2023-05-08 23:30:54,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,644] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,645] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,646] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-08 23:30:54,646] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_00-model_states.pt. +14: [2023-05-08 23:30:54,647] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-08 23:30:54,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,648] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-08 23:30:54,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt... + 0: [2023-05-08 23:30:54,649] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,650] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-08 23:30:54,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-08 23:30:54,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,651] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-08 23:30:54,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +11: [2023-05-08 23:30:54,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +11: [2023-05-08 23:30:54,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +14: [2023-05-08 23:30:54,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-08 23:30:54,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-08 23:30:54,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-08 23:30:54,652] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +13: [2023-05-08 23:30:54,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-08 23:30:54,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-08 23:30:54,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +13: [2023-05-08 23:30:54,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-08 23:30:54,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-08 23:30:54,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +13: [2023-05-08 23:30:54,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-08 23:30:54,653] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-08 23:30:54,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 3: [2023-05-08 23:30:54,654] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +18: [2023-05-08 23:30:54,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-08 23:30:54,655] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,656] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +13: [2023-05-08 23:30:54,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 3: [2023-05-08 23:30:54,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +13: [2023-05-08 23:30:54,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-08 23:30:54,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-08 23:30:54,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-08 23:30:54,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-08 23:30:54,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-08 23:30:54,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-08 23:30:54,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-08 23:30:54,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-08 23:30:54,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-08 23:30:54,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-08 23:30:54,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +13: [2023-05-08 23:30:54,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-08 23:30:54,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-08 23:30:54,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-08 23:30:54,657] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-08 23:30:54,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-08 23:30:54,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-08 23:30:54,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-08 23:30:54,658] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-08 23:30:54,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-08 23:30:54,658] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-08 23:30:54,659] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-08 23:30:54,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-08 23:30:54,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-08 23:30:54,664] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,665] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +11: [2023-05-08 23:30:54,667] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-08 23:30:54,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-08 23:30:54,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-08 23:30:54,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-08 23:30:54,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-08 23:30:54,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-08 23:30:54,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-08 23:30:54,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-08 23:30:54,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-08 23:30:54,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-08 23:30:54,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-08 23:30:54,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,670] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-08 23:30:54,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-08 23:30:54,671] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-08 23:30:54,671] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-08 23:30:54,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-08 23:30:54,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-08 23:30:54,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-08 23:30:54,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-08 23:30:54,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-08 23:30:54,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,672] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +11: [2023-05-08 23:30:54,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-08 23:30:54,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-08 23:30:54,673] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 3: [2023-05-08 23:30:54,674] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 7: [2023-05-08 23:30:54,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +24: [2023-05-08 23:30:54,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-08 23:30:54,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt... + 4: [2023-05-08 23:30:54,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt... + 4: [2023-05-08 23:30:54,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt... + 4: [2023-05-08 23:30:54,675] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt... + 7: [2023-05-08 23:30:54,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 7: [2023-05-08 23:30:54,675] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +14: [2023-05-08 23:30:54,676] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-08 23:30:54,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-08 23:30:54,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-08 23:30:54,677] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-08 23:30:54,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-08 23:30:54,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-08 23:30:54,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-08 23:30:54,678] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,679] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-08 23:30:54,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt... +16: [2023-05-08 23:30:54,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt... +16: [2023-05-08 23:30:54,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt... +16: [2023-05-08 23:30:54,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt... +22: [2023-05-08 23:30:54,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-08 23:30:54,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-08 23:30:54,680] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-08 23:30:54,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-08 23:30:54,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-08 23:30:54,682] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +29: [2023-05-08 23:30:54,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt... +29: [2023-05-08 23:30:54,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt... +29: [2023-05-08 23:30:54,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt... +29: [2023-05-08 23:30:54,684] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt... +24: [2023-05-08 23:30:54,686] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-08 23:30:54,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-08 23:30:54,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +18: [2023-05-08 23:30:54,687] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +18: [2023-05-08 23:30:54,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +18: [2023-05-08 23:30:54,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +24: [2023-05-08 23:30:54,689] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,689] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-08 23:30:54,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-08 23:30:54,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-08 23:30:54,690] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-08 23:30:54,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +26: [2023-05-08 23:30:54,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +26: [2023-05-08 23:30:54,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 0: [2023-05-08 23:30:54,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-08 23:30:54,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 7: [2023-05-08 23:30:54,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,691] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +24: [2023-05-08 23:30:54,693] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-08 23:30:54,693] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-08 23:30:54,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-08 23:30:54,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-08 23:30:54,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-08 23:30:54,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-08 23:30:54,694] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-08 23:30:54,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-08 23:30:54,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-08 23:30:54,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-08 23:30:54,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,695] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-08 23:30:54,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-08 23:30:54,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,696] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-08 23:30:54,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,697] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-08 23:30:54,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,698] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 2: [2023-05-08 23:30:54,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 3: [2023-05-08 23:30:54,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 5: [2023-05-08 23:30:54,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-08 23:30:54,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 3: [2023-05-08 23:30:54,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-08 23:30:54,699] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-08 23:30:54,700] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt... +18: [2023-05-08 23:30:54,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt... +18: [2023-05-08 23:30:54,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt... +18: [2023-05-08 23:30:54,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt... +24: [2023-05-08 23:30:54,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +24: [2023-05-08 23:30:54,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +24: [2023-05-08 23:30:54,701] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +18: [2023-05-08 23:30:54,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-08 23:30:54,702] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +11: [2023-05-08 23:30:54,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-08 23:30:54,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 0: > overriding learning rate value to 0.0002 + 0: > overriding minimum learning rate value to 2e-05 + 0: > overriding warmup iterations value to 0 + 0: > overriding total number of iterations value to 1 + 0: > overriding decay style value to cosine +30: [2023-05-08 23:30:54,703] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-08 23:30:54,704] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +18: [2023-05-08 23:30:54,704] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-08 23:30:54,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,705] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +11: [2023-05-08 23:30:54,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +11: [2023-05-08 23:30:54,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +18: [2023-05-08 23:30:54,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-08 23:30:54,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt... +13: [2023-05-08 23:30:54,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt... +13: [2023-05-08 23:30:54,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt... +13: [2023-05-08 23:30:54,706] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt... +11: [2023-05-08 23:30:54,707] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-08 23:30:54,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +14: [2023-05-08 23:30:54,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt... +14: [2023-05-08 23:30:54,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt... +14: [2023-05-08 23:30:54,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt... +14: [2023-05-08 23:30:54,707] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt... +26: [2023-05-08 23:30:54,708] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-08 23:30:54,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 0: [2023-05-08 23:30:54,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-08 23:30:54,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,709] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-08 23:30:54,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-08 23:30:54,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-08 23:30:54,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-08 23:30:54,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-08 23:30:54,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-08 23:30:54,711] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-08 23:30:54,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-08 23:30:54,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +10: [2023-05-08 23:30:54,712] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 3: [2023-05-08 23:30:54,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,713] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-08 23:30:54,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 3: [2023-05-08 23:30:54,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-08 23:30:54,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-08 23:30:54,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 3: [2023-05-08 23:30:54,714] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 3: [2023-05-08 23:30:54,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-08 23:30:54,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 3: [2023-05-08 23:30:54,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-08 23:30:54,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-08 23:30:54,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-08 23:30:54,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-08 23:30:54,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-08 23:30:54,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-08 23:30:54,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,715] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 3: [2023-05-08 23:30:54,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +12: [2023-05-08 23:30:54,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,716] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 2: [2023-05-08 23:30:54,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-08 23:30:54,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-08 23:30:54,718] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-08 23:30:54,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-08 23:30:54,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +24: [2023-05-08 23:30:54,719] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +14: [2023-05-08 23:30:54,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +14: [2023-05-08 23:30:54,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +14: [2023-05-08 23:30:54,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +16: [2023-05-08 23:30:54,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +16: [2023-05-08 23:30:54,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +14: [2023-05-08 23:30:54,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +30: [2023-05-08 23:30:54,720] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-08 23:30:54,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +23: [2023-05-08 23:30:54,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +23: [2023-05-08 23:30:54,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +23: [2023-05-08 23:30:54,720] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +16: [2023-05-08 23:30:54,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 7: [2023-05-08 23:30:54,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-08 23:30:54,722] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 5: [2023-05-08 23:30:54,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +30: [2023-05-08 23:30:54,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-08 23:30:54,724] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-08 23:30:54,725] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-08 23:30:54,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,726] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +15: [2023-05-08 23:30:54,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +15: [2023-05-08 23:30:54,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +15: [2023-05-08 23:30:54,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +31: [2023-05-08 23:30:54,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-08 23:30:54,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-08 23:30:54,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-08 23:30:54,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +11: [2023-05-08 23:30:54,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-08 23:30:54,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-08 23:30:54,727] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-08 23:30:54,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-08 23:30:54,728] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-08 23:30:54,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +22: [2023-05-08 23:30:54,728] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-08 23:30:54,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-08 23:30:54,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-08 23:30:54,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,729] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +31: [2023-05-08 23:30:54,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-08 23:30:54,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-08 23:30:54,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-08 23:30:54,729] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-08 23:30:54,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-08 23:30:54,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-08 23:30:54,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-08 23:30:54,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +30: [2023-05-08 23:30:54,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-08 23:30:54,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-08 23:30:54,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-08 23:30:54,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-08 23:30:54,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-08 23:30:54,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-08 23:30:54,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-08 23:30:54,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,731] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-08 23:30:54,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-08 23:30:54,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-08 23:30:54,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 9: [2023-05-08 23:30:54,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 9: [2023-05-08 23:30:54,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-08 23:30:54,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-08 23:30:54,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-08 23:30:54,733] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-08 23:30:54,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-08 23:30:54,733] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-08 23:30:54,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-08 23:30:54,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-08 23:30:54,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-08 23:30:54,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-08 23:30:54,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-08 23:30:54,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-08 23:30:54,734] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-08 23:30:54,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,734] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +22: [2023-05-08 23:30:54,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 5: [2023-05-08 23:30:54,735] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-08 23:30:54,735] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-08 23:30:54,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +14: [2023-05-08 23:30:54,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-08 23:30:54,736] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-08 23:30:54,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-08 23:30:54,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +26: [2023-05-08 23:30:54,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +14: [2023-05-08 23:30:54,737] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-08 23:30:54,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-08 23:30:54,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-08 23:30:54,738] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-08 23:30:54,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-08 23:30:54,738] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt... + 0: [2023-05-08 23:30:54,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt... + 0: [2023-05-08 23:30:54,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt... + 0: [2023-05-08 23:30:54,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt... +23: [2023-05-08 23:30:54,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-08 23:30:54,739] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-08 23:30:54,739] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-08 23:30:54,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-08 23:30:54,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-08 23:30:54,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-08 23:30:54,740] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +26: [2023-05-08 23:30:54,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-08 23:30:54,741] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +24: [2023-05-08 23:30:54,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt... +24: [2023-05-08 23:30:54,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt... +24: [2023-05-08 23:30:54,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt... +24: [2023-05-08 23:30:54,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt... +16: [2023-05-08 23:30:54,741] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-08 23:30:54,742] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +18: [2023-05-08 23:30:54,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 5: [2023-05-08 23:30:54,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-08 23:30:54,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-08 23:30:54,743] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 5: [2023-05-08 23:30:54,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,744] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-08 23:30:54,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-08 23:30:54,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-08 23:30:54,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-08 23:30:54,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +15: [2023-05-08 23:30:54,745] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-08 23:30:54,745] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-08 23:30:54,746] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-08 23:30:54,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt... + 3: [2023-05-08 23:30:54,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt... + 3: [2023-05-08 23:30:54,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt... + 3: [2023-05-08 23:30:54,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt... +17: [2023-05-08 23:30:54,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-08 23:30:54,747] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-08 23:30:54,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-08 23:30:54,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-08 23:30:54,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-08 23:30:54,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-08 23:30:54,748] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-08 23:30:54,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +20: [2023-05-08 23:30:54,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +20: [2023-05-08 23:30:54,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +24: [2023-05-08 23:30:54,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +17: [2023-05-08 23:30:54,749] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-08 23:30:54,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-08 23:30:54,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +29: [2023-05-08 23:30:54,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +29: [2023-05-08 23:30:54,749] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +29: [2023-05-08 23:30:54,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +20: [2023-05-08 23:30:54,750] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +18: [2023-05-08 23:30:54,750] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +26: [2023-05-08 23:30:54,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-08 23:30:54,751] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-08 23:30:54,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:54,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 5: [2023-05-08 23:30:54,752] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-08 23:30:54,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 5: [2023-05-08 23:30:54,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,753] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-08 23:30:54,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 2: [2023-05-08 23:30:54,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:54,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +10: [2023-05-08 23:30:54,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-08 23:30:54,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-08 23:30:54,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-08 23:30:54,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,754] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-08 23:30:54,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-08 23:30:54,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +10: [2023-05-08 23:30:54,755] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 2: [2023-05-08 23:30:54,756] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 2: [2023-05-08 23:30:54,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-08 23:30:54,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-08 23:30:54,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +26: [2023-05-08 23:30:54,757] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 9: [2023-05-08 23:30:54,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,758] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 2: [2023-05-08 23:30:54,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-08 23:30:54,759] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-08 23:30:54,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 2: [2023-05-08 23:30:54,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +24: [2023-05-08 23:30:54,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 2: [2023-05-08 23:30:54,760] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +11: [2023-05-08 23:30:54,760] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-08 23:30:54,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-08 23:30:54,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-08 23:30:54,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-08 23:30:54,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +26: [2023-05-08 23:30:54,761] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-08 23:30:54,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-08 23:30:54,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-08 23:30:54,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-08 23:30:54,762] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-08 23:30:54,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +23: [2023-05-08 23:30:54,763] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +26: [2023-05-08 23:30:54,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-08 23:30:54,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-08 23:30:54,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-08 23:30:54,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +26: [2023-05-08 23:30:54,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-08 23:30:54,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-08 23:30:54,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +29: [2023-05-08 23:30:54,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-08 23:30:54,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-08 23:30:54,767] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-08 23:30:54,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-08 23:30:54,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-08 23:30:54,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +20: [2023-05-08 23:30:54,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +26: [2023-05-08 23:30:54,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-08 23:30:54,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +10: [2023-05-08 23:30:54,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +10: [2023-05-08 23:30:54,768] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-08 23:30:54,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-08 23:30:54,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-08 23:30:54,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-08 23:30:54,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-08 23:30:54,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-08 23:30:54,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +14: [2023-05-08 23:30:54,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-08 23:30:54,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +26: [2023-05-08 23:30:54,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +19: [2023-05-08 23:30:54,771] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-08 23:30:54,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +19: [2023-05-08 23:30:54,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-08 23:30:54,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-08 23:30:54,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-08 23:30:54,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-08 23:30:54,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-08 23:30:54,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-08 23:30:54,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-08 23:30:54,772] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-08 23:30:54,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +21: [2023-05-08 23:30:54,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +16: [2023-05-08 23:30:54,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-08 23:30:54,773] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-08 23:30:54,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-08 23:30:54,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-08 23:30:54,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-08 23:30:54,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-08 23:30:54,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-08 23:30:54,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-08 23:30:54,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt... +30: [2023-05-08 23:30:54,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt... +30: [2023-05-08 23:30:54,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt... +30: [2023-05-08 23:30:54,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt... +15: [2023-05-08 23:30:54,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +16: [2023-05-08 23:30:54,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +19: [2023-05-08 23:30:54,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 4: [2023-05-08 23:30:54,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +19: [2023-05-08 23:30:54,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +19: [2023-05-08 23:30:54,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-08 23:30:54,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-08 23:30:54,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 9: [2023-05-08 23:30:54,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-08 23:30:54,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-08 23:30:54,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-08 23:30:54,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-08 23:30:54,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-08 23:30:54,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-08 23:30:54,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-08 23:30:54,776] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-08 23:30:54,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-08 23:30:54,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-08 23:30:54,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-08 23:30:54,777] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-08 23:30:54,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-08 23:30:54,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-08 23:30:54,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt... +22: [2023-05-08 23:30:54,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt... +22: [2023-05-08 23:30:54,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt... +22: [2023-05-08 23:30:54,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt... +15: [2023-05-08 23:30:54,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-08 23:30:54,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-08 23:30:54,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +16: [2023-05-08 23:30:54,779] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +15: [2023-05-08 23:30:54,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +15: [2023-05-08 23:30:54,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +11: [2023-05-08 23:30:54,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-08 23:30:54,780] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 6: [2023-05-08 23:30:54,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +11: [2023-05-08 23:30:54,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-08 23:30:54,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-08 23:30:54,781] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +11: [2023-05-08 23:30:54,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-08 23:30:54,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-08 23:30:54,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-08 23:30:54,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-08 23:30:54,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +23: [2023-05-08 23:30:54,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +17: [2023-05-08 23:30:54,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +31: [2023-05-08 23:30:54,782] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-08 23:30:54,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +16: [2023-05-08 23:30:54,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-08 23:30:54,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-08 23:30:54,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +14: [2023-05-08 23:30:54,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +17: [2023-05-08 23:30:54,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-08 23:30:54,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +14: [2023-05-08 23:30:54,784] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +17: [2023-05-08 23:30:54,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +23: [2023-05-08 23:30:54,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +31: [2023-05-08 23:30:54,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-08 23:30:54,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-08 23:30:54,784] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-08 23:30:54,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-08 23:30:54,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-08 23:30:54,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-08 23:30:54,785] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-08 23:30:54,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-08 23:30:54,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-08 23:30:54,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +25: [2023-05-08 23:30:54,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-08 23:30:54,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-08 23:30:54,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-08 23:30:54,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-08 23:30:54,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-08 23:30:54,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-08 23:30:54,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-08 23:30:54,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-08 23:30:54,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-08 23:30:54,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-08 23:30:54,788] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-08 23:30:54,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-08 23:30:54,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +17: [2023-05-08 23:30:54,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-08 23:30:54,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +31: [2023-05-08 23:30:54,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +31: [2023-05-08 23:30:54,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +14: [2023-05-08 23:30:54,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-08 23:30:54,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-08 23:30:54,789] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 9: [2023-05-08 23:30:54,789] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-08 23:30:54,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-08 23:30:54,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-08 23:30:54,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-08 23:30:54,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +20: [2023-05-08 23:30:54,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-08 23:30:54,792] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-08 23:30:54,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-08 23:30:54,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +11: [2023-05-08 23:30:54,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-08 23:30:54,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-08 23:30:54,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-08 23:30:54,793] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-08 23:30:54,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-08 23:30:54,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-08 23:30:54,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 9: [2023-05-08 23:30:54,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-08 23:30:54,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-08 23:30:54,797] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 6: [2023-05-08 23:30:54,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt... + 5: [2023-05-08 23:30:54,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt... + 5: [2023-05-08 23:30:54,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt... + 5: [2023-05-08 23:30:54,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt... +11: [2023-05-08 23:30:54,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-08 23:30:54,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-08 23:30:54,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-08 23:30:54,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-08 23:30:54,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-08 23:30:54,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-08 23:30:54,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-08 23:30:54,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-08 23:30:54,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 9: [2023-05-08 23:30:54,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-08 23:30:54,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 9: [2023-05-08 23:30:54,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 9: [2023-05-08 23:30:54,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +20: [2023-05-08 23:30:54,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +29: [2023-05-08 23:30:54,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +29: [2023-05-08 23:30:54,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +21: [2023-05-08 23:30:54,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +21: [2023-05-08 23:30:54,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +29: [2023-05-08 23:30:54,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +12: [2023-05-08 23:30:54,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +12: [2023-05-08 23:30:54,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +29: [2023-05-08 23:30:54,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +12: [2023-05-08 23:30:54,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +12: [2023-05-08 23:30:54,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 5: [2023-05-08 23:30:54,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 5: [2023-05-08 23:30:54,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. + 5: [2023-05-08 23:30:54,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +22: [2023-05-08 23:30:54,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +29: [2023-05-08 23:30:54,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +22: [2023-05-08 23:30:54,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +22: [2023-05-08 23:30:54,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +17: [2023-05-08 23:30:54,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +17: [2023-05-08 23:30:54,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-08 23:30:54,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt... +26: [2023-05-08 23:30:54,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt... +26: [2023-05-08 23:30:54,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt... +26: [2023-05-08 23:30:54,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt... +17: [2023-05-08 23:30:54,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-08 23:30:54,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-08 23:30:54,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +29: [2023-05-08 23:30:54,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +31: [2023-05-08 23:30:54,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-08 23:30:54,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-08 23:30:54,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-08 23:30:54,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:54,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +19: [2023-05-08 23:30:54,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +31: [2023-05-08 23:30:54,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-08 23:30:54,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-08 23:30:54,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-08 23:30:54,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +21: [2023-05-08 23:30:54,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-08 23:30:54,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-08 23:30:54,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-08 23:30:54,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +20: [2023-05-08 23:30:54,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-08 23:30:54,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-08 23:30:54,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +20: [2023-05-08 23:30:54,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +21: [2023-05-08 23:30:54,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +21: [2023-05-08 23:30:54,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +21: [2023-05-08 23:30:54,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +17: [2023-05-08 23:30:54,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-08 23:30:54,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-08 23:30:54,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-08 23:30:54,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-08 23:30:54,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-08 23:30:54,816] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-08 23:30:54,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-08 23:30:54,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-08 23:30:54,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-08 23:30:54,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-08 23:30:54,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-08 23:30:54,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-08 23:30:54,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-08 23:30:54,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-08 23:30:54,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-08 23:30:54,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-08 23:30:54,821] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-08 23:30:54,821] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +22: [2023-05-08 23:30:54,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-08 23:30:54,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-08 23:30:54,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +12: [2023-05-08 23:30:54,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-08 23:30:54,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-08 23:30:54,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +12: [2023-05-08 23:30:54,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +11: [2023-05-08 23:30:54,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt... +11: [2023-05-08 23:30:54,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt... +11: [2023-05-08 23:30:54,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt... +11: [2023-05-08 23:30:54,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt... + 4: [2023-05-08 23:30:54,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +28: [2023-05-08 23:30:54,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +28: [2023-05-08 23:30:54,825] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +22: [2023-05-08 23:30:54,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +22: [2023-05-08 23:30:54,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-08 23:30:54,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... + 5: [2023-05-08 23:30:54,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +23: [2023-05-08 23:30:54,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-08 23:30:54,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-08 23:30:54,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-08 23:30:54,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-08 23:30:54,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +23: [2023-05-08 23:30:54,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-08 23:30:54,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-08 23:30:54,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-08 23:30:54,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-08 23:30:54,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-08 23:30:54,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-08 23:30:54,829] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-08 23:30:54,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-08 23:30:54,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-08 23:30:54,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 6: [2023-05-08 23:30:54,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-08 23:30:54,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt... +31: [2023-05-08 23:30:54,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt... +31: [2023-05-08 23:30:54,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt... +31: [2023-05-08 23:30:54,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt... +28: [2023-05-08 23:30:54,831] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_34-model_01-model_states.pt. +12: [2023-05-08 23:30:54,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt... +12: [2023-05-08 23:30:54,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt... +12: [2023-05-08 23:30:54,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt... +12: [2023-05-08 23:30:54,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt... + 6: [2023-05-08 23:30:54,832] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-08 23:30:54,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 4: [2023-05-08 23:30:54,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 4: [2023-05-08 23:30:54,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +27: [2023-05-08 23:30:54,833] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 6: [2023-05-08 23:30:54,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-08 23:30:54,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,834] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +27: [2023-05-08 23:30:54,835] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +27: [2023-05-08 23:30:54,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +19: [2023-05-08 23:30:54,836] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-08 23:30:54,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-08 23:30:54,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-08 23:30:54,837] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +25: [2023-05-08 23:30:54,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-08 23:30:54,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-08 23:30:54,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +19: [2023-05-08 23:30:54,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-08 23:30:54,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-08 23:30:54,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-08 23:30:54,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-08 23:30:54,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-08 23:30:54,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-08 23:30:54,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-08 23:30:54,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-08 23:30:54,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-08 23:30:54,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-08 23:30:54,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +25: [2023-05-08 23:30:54,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-08 23:30:54,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-08 23:30:54,839] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 9: [2023-05-08 23:30:54,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt... + 9: [2023-05-08 23:30:54,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt... + 9: [2023-05-08 23:30:54,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt... + 9: [2023-05-08 23:30:54,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt... +19: [2023-05-08 23:30:54,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-08 23:30:54,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-08 23:30:54,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-08 23:30:54,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-08 23:30:54,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-08 23:30:54,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-08 23:30:54,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-08 23:30:54,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-08 23:30:54,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-08 23:30:54,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-08 23:30:54,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +19: [2023-05-08 23:30:54,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-08 23:30:54,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-08 23:30:54,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-08 23:30:54,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-08 23:30:54,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-08 23:30:54,842] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +28: [2023-05-08 23:30:54,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-08 23:30:54,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +31: [2023-05-08 23:30:54,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-08 23:30:54,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-08 23:30:54,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +20: [2023-05-08 23:30:54,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-08 23:30:54,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-08 23:30:54,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-08 23:30:54,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-08 23:30:54,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-08 23:30:54,844] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +20: [2023-05-08 23:30:54,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-08 23:30:54,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-08 23:30:54,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +20: [2023-05-08 23:30:54,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-08 23:30:54,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-08 23:30:54,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-08 23:30:54,846] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,846] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +25: [2023-05-08 23:30:54,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-08 23:30:54,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-08 23:30:54,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +28: [2023-05-08 23:30:54,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt... +20: [2023-05-08 23:30:54,847] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-08 23:30:54,847] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-08 23:30:54,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-08 23:30:54,848] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-08 23:30:54,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 5: [2023-05-08 23:30:54,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +17: [2023-05-08 23:30:54,850] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +22: [2023-05-08 23:30:54,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-08 23:30:54,853] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +31: [2023-05-08 23:30:54,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +27: [2023-05-08 23:30:54,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-08 23:30:54,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-08 23:30:54,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +27: [2023-05-08 23:30:54,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-08 23:30:54,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 5: [2023-05-08 23:30:54,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +22: [2023-05-08 23:30:54,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +27: [2023-05-08 23:30:54,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-08 23:30:54,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 5: [2023-05-08 23:30:54,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-08 23:30:54,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,860] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +12: [2023-05-08 23:30:54,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +12: [2023-05-08 23:30:54,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-08 23:30:54,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-08 23:30:54,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-08 23:30:54,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +12: [2023-05-08 23:30:54,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 5: [2023-05-08 23:30:54,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +12: [2023-05-08 23:30:54,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... + 6: [2023-05-08 23:30:54,864] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-08 23:30:54,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +12: [2023-05-08 23:30:54,865] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:54,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +22: [2023-05-08 23:30:54,867] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-08 23:30:54,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +23: [2023-05-08 23:30:54,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-08 23:30:54,868] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-08 23:30:54,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +22: [2023-05-08 23:30:54,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt. +28: [2023-05-08 23:30:54,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 1: [2023-05-08 23:30:54,869] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 14 +22: [2023-05-08 23:30:54,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +22: [2023-05-08 23:30:54,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +17: [2023-05-08 23:30:54,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt... +17: [2023-05-08 23:30:54,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt... +28: [2023-05-08 23:30:54,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +17: [2023-05-08 23:30:54,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt... +17: [2023-05-08 23:30:54,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt... + 6: [2023-05-08 23:30:54,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-08 23:30:54,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +25: [2023-05-08 23:30:54,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 6: [2023-05-08 23:30:54,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-08 23:30:54,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 1: [2023-05-08 23:30:54,876] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 14 +25: [2023-05-08 23:30:54,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +19: [2023-05-08 23:30:54,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-08 23:30:54,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:54,877] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-08 23:30:54,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-08 23:30:54,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-08 23:30:54,879] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +19: [2023-05-08 23:30:54,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +19: [2023-05-08 23:30:54,880] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +28: [2023-05-08 23:30:54,881] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_112_mp_rank_00_optim_states.pt. +28: [2023-05-08 23:30:54,881] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 224 +28: [2023-05-08 23:30:54,882] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +19: [2023-05-08 23:30:54,883] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +23: [2023-05-08 23:30:54,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-08 23:30:54,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-08 23:30:54,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-08 23:30:54,884] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-08 23:30:54,884] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-08 23:30:54,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-08 23:30:54,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,885] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-08 23:30:54,885] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +23: [2023-05-08 23:30:54,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-08 23:30:54,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-08 23:30:54,886] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +23: [2023-05-08 23:30:54,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-08 23:30:54,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-08 23:30:54,887] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-08 23:30:54,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-08 23:30:54,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-08 23:30:54,888] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_00-model_states.pt. +28: [2023-05-08 23:30:54,888] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 224 + 6: [2023-05-08 23:30:54,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,889] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,889] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-08 23:30:54,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-08 23:30:54,890] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-08 23:30:54,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-08 23:30:54,890] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt... +27: [2023-05-08 23:30:54,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-08 23:30:54,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-08 23:30:54,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-08 23:30:54,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:54,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt... +19: [2023-05-08 23:30:54,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt... +19: [2023-05-08 23:30:54,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt... +19: [2023-05-08 23:30:54,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt... +25: [2023-05-08 23:30:54,893] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +25: [2023-05-08 23:30:54,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt... +25: [2023-05-08 23:30:54,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt... +25: [2023-05-08 23:30:54,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt... +25: [2023-05-08 23:30:54,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt... + 8: [2023-05-08 23:30:54,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-08 23:30:54,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +27: [2023-05-08 23:30:54,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 8: [2023-05-08 23:30:54,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-08 23:30:54,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-08 23:30:54,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-08 23:30:54,899] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +27: [2023-05-08 23:30:54,901] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 7: [2023-05-08 23:30:54,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-08 23:30:54,905] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_63_mp_rank_00_optim_states.pt. +15: [2023-05-08 23:30:54,906] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 126 +20: [2023-05-08 23:30:54,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt... +20: [2023-05-08 23:30:54,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt... +20: [2023-05-08 23:30:54,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt... +20: [2023-05-08 23:30:54,911] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt... +15: [2023-05-08 23:30:54,912] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 126 +25: [2023-05-08 23:30:54,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-08 23:30:54,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +25: [2023-05-08 23:30:54,917] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-08 23:30:54,918] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 0: [2023-05-08 23:30:54,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 0: [2023-05-08 23:30:54,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 0: [2023-05-08 23:30:54,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +30: [2023-05-08 23:30:54,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +30: [2023-05-08 23:30:54,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 8: [2023-05-08 23:30:54,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 8: [2023-05-08 23:30:54,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 8: [2023-05-08 23:30:54,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 0: [2023-05-08 23:30:54,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +30: [2023-05-08 23:30:54,919] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +30: [2023-05-08 23:30:54,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 8: [2023-05-08 23:30:54,920] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +25: [2023-05-08 23:30:54,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-08 23:30:54,925] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-08 23:30:54,926] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_108_mp_rank_00_optim_states.pt. +27: [2023-05-08 23:30:54,927] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 216 +25: [2023-05-08 23:30:54,927] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +25: [2023-05-08 23:30:54,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 6: [2023-05-08 23:30:54,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt... + 6: [2023-05-08 23:30:54,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt... + 6: [2023-05-08 23:30:54,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt... + 6: [2023-05-08 23:30:54,928] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt... +23: [2023-05-08 23:30:54,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt... +23: [2023-05-08 23:30:54,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt... +23: [2023-05-08 23:30:54,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt... +23: [2023-05-08 23:30:54,929] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt... +28: [2023-05-08 23:30:54,930] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_114_mp_rank_00_optim_states.pt. +28: [2023-05-08 23:30:54,930] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 228 +10: [2023-05-08 23:30:54,931] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_41_mp_rank_00_optim_states.pt. +10: [2023-05-08 23:30:54,931] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 82 + 8: [2023-05-08 23:30:54,932] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-08 23:30:54,934] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 216 + 0: [2023-05-08 23:30:54,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-08 23:30:54,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-08 23:30:54,936] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-08 23:30:54,937] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 82 +28: [2023-05-08 23:30:54,938] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 228 +30: [2023-05-08 23:30:54,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,938] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-08 23:30:54,939] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-08 23:30:54,940] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,941] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,943] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-08 23:30:54,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +13: [2023-05-08 23:30:54,953] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +13: [2023-05-08 23:30:54,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +13: [2023-05-08 23:30:54,954] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 8: [2023-05-08 23:30:54,957] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,960] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,963] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,964] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,965] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,966] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,966] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-08 23:30:54,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-08 23:30:54,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 8: [2023-05-08 23:30:54,967] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,968] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,968] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-08 23:30:54,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +11: [2023-05-08 23:30:54,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +11: [2023-05-08 23:30:54,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +11: [2023-05-08 23:30:54,969] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 0: [2023-05-08 23:30:54,970] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-08 23:30:54,970] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-08 23:30:54,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-08 23:30:54,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +13: [2023-05-08 23:30:54,971] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-08 23:30:54,971] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-08 23:30:54,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +23: [2023-05-08 23:30:54,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +23: [2023-05-08 23:30:54,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +23: [2023-05-08 23:30:54,972] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 8: [2023-05-08 23:30:54,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,973] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-08 23:30:54,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 8: [2023-05-08 23:30:54,973] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 8: [2023-05-08 23:30:54,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-08 23:30:54,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-08 23:30:54,974] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +30: [2023-05-08 23:30:54,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 0: [2023-05-08 23:30:54,975] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +30: [2023-05-08 23:30:54,977] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +30: [2023-05-08 23:30:54,978] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 0: [2023-05-08 23:30:54,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-08 23:30:54,980] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 0: [2023-05-08 23:30:54,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 0: [2023-05-08 23:30:54,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +11: [2023-05-08 23:30:54,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +30: [2023-05-08 23:30:54,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 3: [2023-05-08 23:30:54,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 3: [2023-05-08 23:30:54,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 3: [2023-05-08 23:30:54,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 3: [2023-05-08 23:30:54,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +11: [2023-05-08 23:30:54,986] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-08 23:30:54,987] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-08 23:30:54,988] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,988] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-08 23:30:54,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-08 23:30:54,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-08 23:30:54,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +23: [2023-05-08 23:30:54,990] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-08 23:30:54,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 3: [2023-05-08 23:30:54,997] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-08 23:30:55,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-08 23:30:55,001] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-08 23:30:55,002] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 3: [2023-05-08 23:30:55,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-08 23:30:55,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +14: [2023-05-08 23:30:55,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +14: [2023-05-08 23:30:55,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +14: [2023-05-08 23:30:55,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +13: [2023-05-08 23:30:55,005] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +26: [2023-05-08 23:30:55,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +13: [2023-05-08 23:30:55,005] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-08 23:30:55,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-08 23:30:55,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +13: [2023-05-08 23:30:55,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-08 23:30:55,006] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +13: [2023-05-08 23:30:55,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +11: [2023-05-08 23:30:55,008] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +13: [2023-05-08 23:30:55,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +13: [2023-05-08 23:30:55,009] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +10: [2023-05-08 23:30:55,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_40_mp_rank_00_optim_states.pt. +10: [2023-05-08 23:30:55,010] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 80 +26: [2023-05-08 23:30:55,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +26: [2023-05-08 23:30:55,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +28: [2023-05-08 23:30:55,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_113_mp_rank_00_optim_states.pt. +28: [2023-05-08 23:30:55,012] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 226 +11: [2023-05-08 23:30:55,012] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +11: [2023-05-08 23:30:55,013] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +10: [2023-05-08 23:30:55,016] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 80 + 7: [2023-05-08 23:30:55,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt... + 7: [2023-05-08 23:30:55,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt... + 7: [2023-05-08 23:30:55,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt... + 7: [2023-05-08 23:30:55,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt... +28: [2023-05-08 23:30:55,018] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_115_mp_rank_00_optim_states.pt. +28: [2023-05-08 23:30:55,018] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 230 +14: [2023-05-08 23:30:55,018] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-08 23:30:55,020] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 226 + 1: [2023-05-08 23:30:55,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt. +11: [2023-05-08 23:30:55,020] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-08 23:30:55,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 9: [2023-05-08 23:30:55,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 2: [2023-05-08 23:30:55,021] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt. + 3: [2023-05-08 23:30:55,024] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-08 23:30:55,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt... + 8: [2023-05-08 23:30:55,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt... + 8: [2023-05-08 23:30:55,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt... + 8: [2023-05-08 23:30:55,020] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt... +14: [2023-05-08 23:30:55,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-08 23:30:55,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +18: [2023-05-08 23:30:55,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +23: [2023-05-08 23:30:55,023] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:55,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_84_mp_rank_00_optim_states.pt. +20: [2023-05-08 23:30:55,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +20: [2023-05-08 23:30:55,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +28: [2023-05-08 23:30:55,026] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 230 +27: [2023-05-08 23:30:55,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_110_mp_rank_00_optim_states.pt. +26: [2023-05-08 23:30:55,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-08 23:30:55,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +10: [2023-05-08 23:30:55,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 4: [2023-05-08 23:30:55,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 4: [2023-05-08 23:30:55,039] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 1: [2023-05-08 23:30:55,031] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 10 +11: [2023-05-08 23:30:55,022] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-08 23:30:55,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 2: [2023-05-08 23:30:55,021] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 22 + 3: [2023-05-08 23:30:55,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +14: [2023-05-08 23:30:55,021] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-08 23:30:55,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +15: [2023-05-08 23:30:55,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +23: [2023-05-08 23:30:55,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +21: [2023-05-08 23:30:55,028] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 168 +26: [2023-05-08 23:30:55,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-08 23:30:55,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 1: [2023-05-08 23:30:55,038] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 10 +11: [2023-05-08 23:30:55,023] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 9: [2023-05-08 23:30:55,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 2: [2023-05-08 23:30:55,028] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 22 + 3: [2023-05-08 23:30:55,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-08 23:30:55,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-08 23:30:55,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +23: [2023-05-08 23:30:55,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:55,035] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 168 +20: [2023-05-08 23:30:55,063] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +27: [2023-05-08 23:30:55,063] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 220 +26: [2023-05-08 23:30:55,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-08 23:30:55,028] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 1: [2023-05-08 23:30:55,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 1: [2023-05-08 23:30:55,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +11: [2023-05-08 23:30:55,024] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 2: [2023-05-08 23:30:55,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 2: [2023-05-08 23:30:55,031] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 3: [2023-05-08 23:30:55,035] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +14: [2023-05-08 23:30:55,043] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-08 23:30:55,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +21: [2023-05-08 23:30:55,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_87_mp_rank_00_optim_states.pt. +20: [2023-05-08 23:30:55,064] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +26: [2023-05-08 23:30:55,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +10: [2023-05-08 23:30:55,043] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:55,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 2: [2023-05-08 23:30:55,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 3: [2023-05-08 23:30:55,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-08 23:30:55,042] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-08 23:30:55,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +23: [2023-05-08 23:30:55,030] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +21: [2023-05-08 23:30:55,064] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 174 +26: [2023-05-08 23:30:55,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-08 23:30:55,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:55,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 2: [2023-05-08 23:30:55,033] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 3: [2023-05-08 23:30:55,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +14: [2023-05-08 23:30:55,059] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-08 23:30:55,034] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-08 23:30:55,058] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +10: [2023-05-08 23:30:55,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-08 23:30:55,046] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-08 23:30:55,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +14: [2023-05-08 23:30:55,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-08 23:30:55,060] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-08 23:30:55,036] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +26: [2023-05-08 23:30:55,058] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-08 23:30:55,044] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-08 23:30:55,047] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-08 23:30:55,062] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +18: [2023-05-08 23:30:55,069] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +26: [2023-05-08 23:30:55,061] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +26: [2023-05-08 23:30:55,061] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-08 23:30:55,057] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_42_mp_rank_00_optim_states.pt. + 2: [2023-05-08 23:30:55,049] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-08 23:30:55,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +26: [2023-05-08 23:30:55,064] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +10: [2023-05-08 23:30:55,058] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 84 + 2: [2023-05-08 23:30:55,050] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-08 23:30:55,063] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +10: [2023-05-08 23:30:55,064] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 84 + 2: [2023-05-08 23:30:55,066] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt. +10: [2023-05-08 23:30:55,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_43_mp_rank_00_optim_states.pt. + 2: [2023-05-08 23:30:55,067] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 18 +10: [2023-05-08 23:30:55,066] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 86 + 4: [2023-05-08 23:30:55,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 4: [2023-05-08 23:30:55,040] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 4: [2023-05-08 23:30:55,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-08 23:30:55,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_65_mp_rank_00_optim_states.pt. + 4: [2023-05-08 23:30:55,054] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-08 23:30:55,055] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-08 23:30:55,056] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-08 23:30:55,070] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +16: [2023-05-08 23:30:55,070] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 130 +21: [2023-05-08 23:30:55,071] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 174 +27: [2023-05-08 23:30:55,070] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 220 +21: [2023-05-08 23:30:55,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_85_mp_rank_00_optim_states.pt. +21: [2023-05-08 23:30:55,072] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 170 +15: [2023-05-08 23:30:55,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +15: [2023-05-08 23:30:55,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +10: [2023-05-08 23:30:55,074] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 86 + 2: [2023-05-08 23:30:55,074] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 18 +10: [2023-05-08 23:30:55,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-08 23:30:55,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt. + 1: [2023-05-08 23:30:55,075] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 12 +16: [2023-05-08 23:30:55,077] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 130 +10: [2023-05-08 23:30:55,077] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +10: [2023-05-08 23:30:55,078] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:55,078] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 170 +29: [2023-05-08 23:30:55,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +29: [2023-05-08 23:30:55,080] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +10: [2023-05-08 23:30:55,080] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +29: [2023-05-08 23:30:55,081] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +20: [2023-05-08 23:30:55,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-08 23:30:55,081] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-08 23:30:55,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 9: [2023-05-08 23:30:55,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-08 23:30:55,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:55,082] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 2: [2023-05-08 23:30:55,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-08 23:30:55,082] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-08 23:30:55,083] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-08 23:30:55,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-08 23:30:55,085] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 12 +10: [2023-05-08 23:30:55,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +10: [2023-05-08 23:30:55,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 2: [2023-05-08 23:30:55,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 2: [2023-05-08 23:30:55,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +15: [2023-05-08 23:30:55,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:55,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-08 23:30:55,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-08 23:30:55,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-08 23:30:55,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 1: [2023-05-08 23:30:55,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:55,086] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-08 23:30:55,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-08 23:30:55,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-08 23:30:55,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-08 23:30:55,087] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-08 23:30:55,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-08 23:30:55,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-08 23:30:55,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +10: [2023-05-08 23:30:55,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +15: [2023-05-08 23:30:55,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_61_mp_rank_00_optim_states.pt. +15: [2023-05-08 23:30:55,090] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 122 +18: [2023-05-08 23:30:55,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-08 23:30:55,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 2: [2023-05-08 23:30:55,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +18: [2023-05-08 23:30:55,092] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-08 23:30:55,096] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-08 23:30:55,096] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 122 +29: [2023-05-08 23:30:55,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-08 23:30:55,098] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-08 23:30:55,099] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-08 23:30:55,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +31: [2023-05-08 23:30:55,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 7: [2023-05-08 23:30:55,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 7: [2023-05-08 23:30:55,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 7: [2023-05-08 23:30:55,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 7: [2023-05-08 23:30:55,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +31: [2023-05-08 23:30:55,099] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +31: [2023-05-08 23:30:55,100] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +21: [2023-05-08 23:30:55,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +21: [2023-05-08 23:30:55,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +21: [2023-05-08 23:30:55,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +21: [2023-05-08 23:30:55,104] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +21: [2023-05-08 23:30:55,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_86_mp_rank_00_optim_states.pt. +17: [2023-05-08 23:30:55,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +17: [2023-05-08 23:30:55,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +17: [2023-05-08 23:30:55,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +21: [2023-05-08 23:30:55,106] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 172 +17: [2023-05-08 23:30:55,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +16: [2023-05-08 23:30:55,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +16: [2023-05-08 23:30:55,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +16: [2023-05-08 23:30:55,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +16: [2023-05-08 23:30:55,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 9: [2023-05-08 23:30:55,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-08 23:30:55,065] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +26: [2023-05-08 23:30:55,067] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 4: [2023-05-08 23:30:55,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-08 23:30:55,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-08 23:30:55,092] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-08 23:30:55,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 4: [2023-05-08 23:30:55,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 4: [2023-05-08 23:30:55,095] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-08 23:30:55,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 4: [2023-05-08 23:30:55,097] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +18: [2023-05-08 23:30:55,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-08 23:30:55,114] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-08 23:30:55,115] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 172 + 9: [2023-05-08 23:30:55,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 7: [2023-05-08 23:30:55,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-08 23:30:55,115] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-08 23:30:55,116] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_62_mp_rank_00_optim_states.pt. +15: [2023-05-08 23:30:55,116] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 124 +20: [2023-05-08 23:30:55,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +31: [2023-05-08 23:30:55,116] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +18: [2023-05-08 23:30:55,117] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 1: [2023-05-08 23:30:55,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt. + 1: [2023-05-08 23:30:55,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 1: [2023-05-08 23:30:55,119] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 8 + 1: [2023-05-08 23:30:55,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-08 23:30:55,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-08 23:30:55,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-08 23:30:55,120] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 9: [2023-05-08 23:30:55,120] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:55,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-08 23:30:55,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:55,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +19: [2023-05-08 23:30:55,121] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 1: [2023-05-08 23:30:55,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 9: [2023-05-08 23:30:55,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +17: [2023-05-08 23:30:55,121] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:55,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 1: [2023-05-08 23:30:55,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:55,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-08 23:30:55,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +21: [2023-05-08 23:30:55,122] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-08 23:30:55,123] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 124 +16: [2023-05-08 23:30:55,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:55,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 9: [2023-05-08 23:30:55,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 1: [2023-05-08 23:30:55,123] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-08 23:30:55,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +16: [2023-05-08 23:30:55,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +17: [2023-05-08 23:30:55,124] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-08 23:30:55,123] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +15: [2023-05-08 23:30:55,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-08 23:30:55,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +15: [2023-05-08 23:30:55,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-08 23:30:55,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-08 23:30:55,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-08 23:30:55,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +31: [2023-05-08 23:30:55,125] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 1: [2023-05-08 23:30:55,125] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 8 + 1: [2023-05-08 23:30:55,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +16: [2023-05-08 23:30:55,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +16: [2023-05-08 23:30:55,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +20: [2023-05-08 23:30:55,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-08 23:30:55,126] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +15: [2023-05-08 23:30:55,126] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 9: [2023-05-08 23:30:55,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-08 23:30:55,127] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +28: [2023-05-08 23:30:55,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +28: [2023-05-08 23:30:55,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +18: [2023-05-08 23:30:55,127] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:55,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +15: [2023-05-08 23:30:55,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +18: [2023-05-08 23:30:55,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:55,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +28: [2023-05-08 23:30:55,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +20: [2023-05-08 23:30:55,128] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +28: [2023-05-08 23:30:55,128] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +15: [2023-05-08 23:30:55,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 9: [2023-05-08 23:30:55,129] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +18: [2023-05-08 23:30:55,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +18: [2023-05-08 23:30:55,130] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +29: [2023-05-08 23:30:55,130] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +20: [2023-05-08 23:30:55,131] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-08 23:30:55,132] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-08 23:30:55,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +22: [2023-05-08 23:30:55,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +22: [2023-05-08 23:30:55,133] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +20: [2023-05-08 23:30:55,133] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +29: [2023-05-08 23:30:55,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +18: [2023-05-08 23:30:55,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +29: [2023-05-08 23:30:55,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-08 23:30:55,135] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +29: [2023-05-08 23:30:55,136] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-08 23:30:55,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +24: [2023-05-08 23:30:55,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +24: [2023-05-08 23:30:55,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +19: [2023-05-08 23:30:55,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-08 23:30:55,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +24: [2023-05-08 23:30:55,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +29: [2023-05-08 23:30:55,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +28: [2023-05-08 23:30:55,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-08 23:30:55,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-08 23:30:55,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +29: [2023-05-08 23:30:55,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-08 23:30:55,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:55,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:55,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:55,143] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 7: [2023-05-08 23:30:55,147] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 7: [2023-05-08 23:30:55,148] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +29: [2023-05-08 23:30:55,148] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 7: [2023-05-08 23:30:55,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-08 23:30:55,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-08 23:30:55,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_120_mp_rank_00_optim_states.pt. +30: [2023-05-08 23:30:55,149] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 240 +22: [2023-05-08 23:30:55,149] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-08 23:30:55,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 7: [2023-05-08 23:30:55,150] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 7: [2023-05-08 23:30:55,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +31: [2023-05-08 23:30:55,151] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +17: [2023-05-08 23:30:55,152] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +22: [2023-05-08 23:30:55,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-08 23:30:55,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-08 23:30:55,153] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_111_mp_rank_00_optim_states.pt. +22: [2023-05-08 23:30:55,153] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-08 23:30:55,153] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 222 +24: [2023-05-08 23:30:55,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-08 23:30:55,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-08 23:30:55,155] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +21: [2023-05-08 23:30:55,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-08 23:30:55,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-08 23:30:55,156] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-08 23:30:55,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +30: [2023-05-08 23:30:55,157] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 240 +16: [2023-05-08 23:30:55,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-08 23:30:55,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 6: [2023-05-08 23:30:55,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +21: [2023-05-08 23:30:55,157] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:55,158] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 7: [2023-05-08 23:30:55,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 6: [2023-05-08 23:30:55,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +21: [2023-05-08 23:30:55,159] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 6: [2023-05-08 23:30:55,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +12: [2023-05-08 23:30:55,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +12: [2023-05-08 23:30:55,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +12: [2023-05-08 23:30:55,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +17: [2023-05-08 23:30:55,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +31: [2023-05-08 23:30:55,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-08 23:30:55,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-08 23:30:55,160] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:55,160] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 7: [2023-05-08 23:30:55,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +16: [2023-05-08 23:30:55,161] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +27: [2023-05-08 23:30:55,160] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 222 +27: [2023-05-08 23:30:55,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +27: [2023-05-08 23:30:55,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +27: [2023-05-08 23:30:55,162] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +27: [2023-05-08 23:30:55,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +17: [2023-05-08 23:30:55,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +17: [2023-05-08 23:30:55,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-08 23:30:55,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +31: [2023-05-08 23:30:55,163] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +16: [2023-05-08 23:30:55,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-08 23:30:55,163] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. +17: [2023-05-08 23:30:55,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +21: [2023-05-08 23:30:55,164] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +17: [2023-05-08 23:30:55,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +16: [2023-05-08 23:30:55,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +31: [2023-05-08 23:30:55,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +21: [2023-05-08 23:30:55,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 0: [2023-05-08 23:30:55,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt. + 0: [2023-05-08 23:30:55,169] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 2 +31: [2023-05-08 23:30:55,169] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +31: [2023-05-08 23:30:55,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-08 23:30:55,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-08 23:30:55,171] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 4: [2023-05-08 23:30:55,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt. + 4: [2023-05-08 23:30:55,174] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 38 +31: [2023-05-08 23:30:55,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +16: [2023-05-08 23:30:55,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 6: [2023-05-08 23:30:55,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 0: [2023-05-08 23:30:55,175] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 2 +22: [2023-05-08 23:30:55,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-08 23:30:55,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +28: [2023-05-08 23:30:55,176] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-08 23:30:55,176] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-08 23:30:55,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +12: [2023-05-08 23:30:55,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +22: [2023-05-08 23:30:55,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +28: [2023-05-08 23:30:55,177] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-08 23:30:55,177] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +22: [2023-05-08 23:30:55,178] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-08 23:30:55,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 6: [2023-05-08 23:30:55,178] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 6: [2023-05-08 23:30:55,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +28: [2023-05-08 23:30:55,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +22: [2023-05-08 23:30:55,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 6: [2023-05-08 23:30:55,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +19: [2023-05-08 23:30:55,179] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-08 23:30:55,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-08 23:30:55,180] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 4: [2023-05-08 23:30:55,181] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 38 +12: [2023-05-08 23:30:55,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +27: [2023-05-08 23:30:55,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-08 23:30:55,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +27: [2023-05-08 23:30:55,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +28: [2023-05-08 23:30:55,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-08 23:30:55,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-08 23:30:55,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +19: [2023-05-08 23:30:55,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +19: [2023-05-08 23:30:55,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +19: [2023-05-08 23:30:55,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +28: [2023-05-08 23:30:55,184] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 8: [2023-05-08 23:30:55,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 8: [2023-05-08 23:30:55,186] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +24: [2023-05-08 23:30:55,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-08 23:30:55,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_119_mp_rank_00_optim_states.pt. + 8: [2023-05-08 23:30:55,187] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +29: [2023-05-08 23:30:55,187] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 238 + 8: [2023-05-08 23:30:55,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +24: [2023-05-08 23:30:55,188] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-08 23:30:55,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-08 23:30:55,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_118_mp_rank_00_optim_states.pt. +29: [2023-05-08 23:30:55,189] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 236 +22: [2023-05-08 23:30:55,191] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +30: [2023-05-08 23:30:55,192] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_122_mp_rank_00_optim_states.pt. +30: [2023-05-08 23:30:55,192] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 244 +29: [2023-05-08 23:30:55,193] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 238 +24: [2023-05-08 23:30:55,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +24: [2023-05-08 23:30:55,193] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +24: [2023-05-08 23:30:55,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-08 23:30:55,195] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-08 23:30:55,196] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 236 + 9: [2023-05-08 23:30:55,197] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt. + 9: [2023-05-08 23:30:55,197] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 72 +24: [2023-05-08 23:30:55,198] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +22: [2023-05-08 23:30:55,198] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-08 23:30:55,199] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 244 + 4: [2023-05-08 23:30:55,199] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt. +24: [2023-05-08 23:30:55,199] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 4: [2023-05-08 23:30:55,200] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 36 +12: [2023-05-08 23:30:55,200] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_50_mp_rank_00_optim_states.pt. +12: [2023-05-08 23:30:55,200] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 100 +22: [2023-05-08 23:30:55,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 2: [2023-05-08 23:30:55,201] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt. + 8: [2023-05-08 23:30:55,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-08 23:30:55,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-08 23:30:55,201] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-08 23:30:55,201] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 20 + 9: [2023-05-08 23:30:55,204] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 72 +27: [2023-05-08 23:30:55,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_109_mp_rank_00_optim_states.pt. +27: [2023-05-08 23:30:55,205] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 218 + 4: [2023-05-08 23:30:55,206] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 36 + 8: [2023-05-08 23:30:55,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-08 23:30:55,207] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 20 +12: [2023-05-08 23:30:55,208] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 100 +27: [2023-05-08 23:30:55,209] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-08 23:30:55,210] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-08 23:30:55,211] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_64_mp_rank_00_optim_states.pt. +16: [2023-05-08 23:30:55,211] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 128 +27: [2023-05-08 23:30:55,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +27: [2023-05-08 23:30:55,211] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 0: [2023-05-08 23:30:55,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 0: [2023-05-08 23:30:55,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 0: [2023-05-08 23:30:55,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 0: [2023-05-08 23:30:55,212] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 6: [2023-05-08 23:30:55,213] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-08 23:30:55,213] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 218 + 6: [2023-05-08 23:30:55,216] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +12: [2023-05-08 23:30:55,216] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-08 23:30:55,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-08 23:30:55,217] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-08 23:30:55,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +16: [2023-05-08 23:30:55,218] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 128 + 6: [2023-05-08 23:30:55,218] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-08 23:30:55,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-08 23:30:55,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +12: [2023-05-08 23:30:55,219] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +27: [2023-05-08 23:30:55,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +27: [2023-05-08 23:30:55,220] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 6: [2023-05-08 23:30:55,220] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +25: [2023-05-08 23:30:55,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +25: [2023-05-08 23:30:55,221] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 6: [2023-05-08 23:30:55,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +25: [2023-05-08 23:30:55,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +12: [2023-05-08 23:30:55,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +12: [2023-05-08 23:30:55,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +25: [2023-05-08 23:30:55,222] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 6: [2023-05-08 23:30:55,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +12: [2023-05-08 23:30:55,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +12: [2023-05-08 23:30:55,222] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 6: [2023-05-08 23:30:55,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 5: [2023-05-08 23:30:55,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 5: [2023-05-08 23:30:55,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 0: [2023-05-08 23:30:55,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-08 23:30:55,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt. + 5: [2023-05-08 23:30:55,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 5: [2023-05-08 23:30:55,229] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_35-model_01-model_states.pt. + 5: [2023-05-08 23:30:55,229] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 42 + 0: [2023-05-08 23:30:55,229] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-08 23:30:55,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-08 23:30:55,231] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-08 23:30:55,231] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt. + 4: [2023-05-08 23:30:55,232] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 32 + 8: [2023-05-08 23:30:55,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-08 23:30:55,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-08 23:30:55,235] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_59_mp_rank_00_optim_states.pt. +14: [2023-05-08 23:30:55,236] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 118 + 5: [2023-05-08 23:30:55,236] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 42 +25: [2023-05-08 23:30:55,237] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-08 23:30:55,239] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 32 + 8: [2023-05-08 23:30:55,239] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-08 23:30:55,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 8: [2023-05-08 23:30:55,240] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +25: [2023-05-08 23:30:55,238] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-08 23:30:55,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-08 23:30:55,239] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-08 23:30:55,240] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-08 23:30:55,241] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +14: [2023-05-08 23:30:55,242] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 118 + 5: [2023-05-08 23:30:55,242] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-08 23:30:55,243] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 8: [2023-05-08 23:30:55,244] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +16: [2023-05-08 23:30:55,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_66_mp_rank_00_optim_states.pt. +16: [2023-05-08 23:30:55,244] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 132 +13: [2023-05-08 23:30:55,244] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_55_mp_rank_00_optim_states.pt. +13: [2023-05-08 23:30:55,245] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 110 + 5: [2023-05-08 23:30:55,246] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... + 5: [2023-05-08 23:30:55,247] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt... +11: [2023-05-08 23:30:55,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +15: [2023-05-08 23:30:55,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_60_mp_rank_00_optim_states.pt. +11: [2023-05-08 23:30:55,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +11: [2023-05-08 23:30:55,248] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +15: [2023-05-08 23:30:55,248] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 120 +11: [2023-05-08 23:30:55,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +14: [2023-05-08 23:30:55,249] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_56_mp_rank_00_optim_states.pt. +14: [2023-05-08 23:30:55,250] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 112 +13: [2023-05-08 23:30:55,251] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 110 +16: [2023-05-08 23:30:55,251] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 132 +15: [2023-05-08 23:30:55,255] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 120 +14: [2023-05-08 23:30:55,256] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 112 +22: [2023-05-08 23:30:55,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_91_mp_rank_00_optim_states.pt. +22: [2023-05-08 23:30:55,262] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 182 +11: [2023-05-08 23:30:55,263] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-08 23:30:55,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_57_mp_rank_00_optim_states.pt. +24: [2023-05-08 23:30:55,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_98_mp_rank_00_optim_states.pt. +24: [2023-05-08 23:30:55,264] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 196 +14: [2023-05-08 23:30:55,264] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 114 + 2: [2023-05-08 23:30:55,264] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt. + 2: [2023-05-08 23:30:55,264] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 16 + 0: [2023-05-08 23:30:55,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-08 23:30:55,266] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_106_mp_rank_00_optim_states.pt. +26: [2023-05-08 23:30:55,267] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 212 + 0: [2023-05-08 23:30:55,268] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +22: [2023-05-08 23:30:55,269] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 182 +25: [2023-05-08 23:30:55,269] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +14: [2023-05-08 23:30:55,270] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 114 + 0: [2023-05-08 23:30:55,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-08 23:30:55,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 0: [2023-05-08 23:30:55,270] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-08 23:30:55,271] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 196 + 2: [2023-05-08 23:30:55,271] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 16 +25: [2023-05-08 23:30:55,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +24: [2023-05-08 23:30:55,272] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_97_mp_rank_00_optim_states.pt. +24: [2023-05-08 23:30:55,273] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 194 +26: [2023-05-08 23:30:55,273] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 212 + 0: [2023-05-08 23:30:55,273] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 0: [2023-05-08 23:30:55,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +25: [2023-05-08 23:30:55,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-08 23:30:55,274] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-08 23:30:55,265] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-08 23:30:55,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-08 23:30:55,266] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-08 23:30:55,274] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +30: [2023-05-08 23:30:55,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +30: [2023-05-08 23:30:55,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +30: [2023-05-08 23:30:55,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +30: [2023-05-08 23:30:55,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +29: [2023-05-08 23:30:55,276] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_117_mp_rank_00_optim_states.pt. +29: [2023-05-08 23:30:55,276] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 234 +25: [2023-05-08 23:30:55,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +25: [2023-05-08 23:30:55,276] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +16: [2023-05-08 23:30:55,277] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_67_mp_rank_00_optim_states.pt. +16: [2023-05-08 23:30:55,278] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 134 + 5: [2023-05-08 23:30:55,278] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-08 23:30:55,279] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +24: [2023-05-08 23:30:55,279] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 194 + 5: [2023-05-08 23:30:55,280] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. + 5: [2023-05-08 23:30:55,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 5: [2023-05-08 23:30:55,281] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... +29: [2023-05-08 23:30:55,283] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 234 + 5: [2023-05-08 23:30:55,283] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 5: [2023-05-08 23:30:55,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt. +25: [2023-05-08 23:30:55,283] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-08 23:30:55,284] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 40 +16: [2023-05-08 23:30:55,284] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 134 +18: [2023-05-08 23:30:55,284] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_74_mp_rank_00_optim_states.pt. +18: [2023-05-08 23:30:55,284] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 148 +25: [2023-05-08 23:30:55,286] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +13: [2023-05-08 23:30:55,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +13: [2023-05-08 23:30:55,286] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +13: [2023-05-08 23:30:55,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +13: [2023-05-08 23:30:55,287] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-08 23:30:55,288] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_00-model_states.pt. +18: [2023-05-08 23:30:55,291] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 148 + 5: [2023-05-08 23:30:55,291] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt... + 5: [2023-05-08 23:30:55,291] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 40 +30: [2023-05-08 23:30:55,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-08 23:30:55,292] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-08 23:30:55,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-08 23:30:55,293] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-08 23:30:55,295] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-08 23:30:55,296] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt. +22: [2023-05-08 23:30:55,297] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_90_mp_rank_00_optim_states.pt. +22: [2023-05-08 23:30:55,297] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 180 + 9: [2023-05-08 23:30:55,297] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 78 +11: [2023-05-08 23:30:55,298] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 3: [2023-05-08 23:30:55,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt. +11: [2023-05-08 23:30:55,301] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 3: [2023-05-08 23:30:55,301] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 30 +11: [2023-05-08 23:30:55,302] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-08 23:30:55,303] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +13: [2023-05-08 23:30:55,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-08 23:30:55,304] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt. +13: [2023-05-08 23:30:55,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 5: [2023-05-08 23:30:55,304] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 44 +13: [2023-05-08 23:30:55,304] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +22: [2023-05-08 23:30:55,304] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 180 + 9: [2023-05-08 23:30:55,304] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 78 +11: [2023-05-08 23:30:55,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 0: [2023-05-08 23:30:55,305] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt. +13: [2023-05-08 23:30:55,305] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-08 23:30:55,305] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 6 +18: [2023-05-08 23:30:55,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_75_mp_rank_00_optim_states.pt. +18: [2023-05-08 23:30:55,306] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 150 + 3: [2023-05-08 23:30:55,307] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 30 +29: [2023-05-08 23:30:55,308] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_116_mp_rank_00_optim_states.pt. +29: [2023-05-08 23:30:55,308] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 232 +26: [2023-05-08 23:30:55,309] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_104_mp_rank_00_optim_states.pt. +26: [2023-05-08 23:30:55,309] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 208 + 5: [2023-05-08 23:30:55,311] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 44 +18: [2023-05-08 23:30:55,312] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 150 + 0: [2023-05-08 23:30:55,312] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 6 +13: [2023-05-08 23:30:55,313] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_54_mp_rank_00_optim_states.pt. +11: [2023-05-08 23:30:55,306] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +11: [2023-05-08 23:30:55,308] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +13: [2023-05-08 23:30:55,313] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 108 +26: [2023-05-08 23:30:55,315] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 208 +29: [2023-05-08 23:30:55,315] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 232 + 3: [2023-05-08 23:30:55,318] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt. + 3: [2023-05-08 23:30:55,319] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 26 +13: [2023-05-08 23:30:55,320] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 108 +18: [2023-05-08 23:30:55,322] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_73_mp_rank_00_optim_states.pt. +18: [2023-05-08 23:30:55,322] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 146 +23: [2023-05-08 23:30:55,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +23: [2023-05-08 23:30:55,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +23: [2023-05-08 23:30:55,323] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 3: [2023-05-08 23:30:55,325] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 26 +23: [2023-05-08 23:30:55,325] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +14: [2023-05-08 23:30:55,326] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_58_mp_rank_00_optim_states.pt. +14: [2023-05-08 23:30:55,326] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 116 +30: [2023-05-08 23:30:55,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-08 23:30:55,327] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-08 23:30:55,329] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 146 +30: [2023-05-08 23:30:55,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-08 23:30:55,329] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-08 23:30:55,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +30: [2023-05-08 23:30:55,331] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +14: [2023-05-08 23:30:55,332] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 116 +30: [2023-05-08 23:30:55,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +30: [2023-05-08 23:30:55,332] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +26: [2023-05-08 23:30:55,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +26: [2023-05-08 23:30:55,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +26: [2023-05-08 23:30:55,333] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +26: [2023-05-08 23:30:55,334] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 9: [2023-05-08 23:30:55,336] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt. + 9: [2023-05-08 23:30:55,337] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 74 +13: [2023-05-08 23:30:55,337] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-08 23:30:55,338] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-08 23:30:55,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-08 23:30:55,339] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_49_mp_rank_00_optim_states.pt. +13: [2023-05-08 23:30:55,340] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +12: [2023-05-08 23:30:55,340] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 98 +13: [2023-05-08 23:30:55,341] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +12: [2023-05-08 23:30:55,342] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_48_mp_rank_00_optim_states.pt. +12: [2023-05-08 23:30:55,342] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 96 + 9: [2023-05-08 23:30:55,343] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 74 +23: [2023-05-08 23:30:55,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-08 23:30:55,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-08 23:30:55,343] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +13: [2023-05-08 23:30:55,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-08 23:30:55,343] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +30: [2023-05-08 23:30:55,344] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_121_mp_rank_00_optim_states.pt. +30: [2023-05-08 23:30:55,344] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 242 + 0: [2023-05-08 23:30:55,346] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt. + 0: [2023-05-08 23:30:55,346] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 4 +13: [2023-05-08 23:30:55,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +13: [2023-05-08 23:30:55,346] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +12: [2023-05-08 23:30:55,347] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 98 +26: [2023-05-08 23:30:55,348] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-08 23:30:55,349] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 3: [2023-05-08 23:30:55,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt. +22: [2023-05-08 23:30:55,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_89_mp_rank_00_optim_states.pt. +11: [2023-05-08 23:30:55,350] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_47_mp_rank_00_optim_states.pt. + 3: [2023-05-08 23:30:55,350] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 28 +22: [2023-05-08 23:30:55,350] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 178 +12: [2023-05-08 23:30:55,350] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 96 +11: [2023-05-08 23:30:55,350] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 94 +26: [2023-05-08 23:30:55,352] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +30: [2023-05-08 23:30:55,352] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 242 +26: [2023-05-08 23:30:55,353] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-08 23:30:55,354] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 4 + 3: [2023-05-08 23:30:55,356] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 28 +22: [2023-05-08 23:30:55,356] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 178 +11: [2023-05-08 23:30:55,358] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 94 +28: [2023-05-08 23:30:55,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +28: [2023-05-08 23:30:55,358] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +28: [2023-05-08 23:30:55,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +28: [2023-05-08 23:30:55,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 3: [2023-05-08 23:30:55,363] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt. + 3: [2023-05-08 23:30:55,363] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 24 +30: [2023-05-08 23:30:55,364] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_123_mp_rank_00_optim_states.pt. +30: [2023-05-08 23:30:55,365] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 246 +13: [2023-05-08 23:30:55,366] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_52_mp_rank_00_optim_states.pt. +13: [2023-05-08 23:30:55,366] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 104 +11: [2023-05-08 23:30:55,367] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_45_mp_rank_00_optim_states.pt. +11: [2023-05-08 23:30:55,367] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 90 +26: [2023-05-08 23:30:55,369] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +26: [2023-05-08 23:30:55,370] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 3: [2023-05-08 23:30:55,371] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 24 +30: [2023-05-08 23:30:55,372] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 246 +28: [2023-05-08 23:30:55,372] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-08 23:30:55,373] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-08 23:30:55,373] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 104 +26: [2023-05-08 23:30:55,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +28: [2023-05-08 23:30:55,374] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +11: [2023-05-08 23:30:55,374] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 90 +28: [2023-05-08 23:30:55,375] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 0: [2023-05-08 23:30:55,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt. +31: [2023-05-08 23:30:55,376] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_124_mp_rank_00_optim_states.pt. + 0: [2023-05-08 23:30:55,377] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 0 +31: [2023-05-08 23:30:55,377] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 248 +23: [2023-05-08 23:30:55,377] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-08 23:30:55,378] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-08 23:30:55,378] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +23: [2023-05-08 23:30:55,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +23: [2023-05-08 23:30:55,382] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-08 23:30:55,383] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 248 + 0: [2023-05-08 23:30:55,384] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 0 +24: [2023-05-08 23:30:55,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_99_mp_rank_00_optim_states.pt. +24: [2023-05-08 23:30:55,384] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 198 +31: [2023-05-08 23:30:55,384] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_127_mp_rank_00_optim_states.pt. +31: [2023-05-08 23:30:55,384] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 254 +11: [2023-05-08 23:30:55,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_46_mp_rank_00_optim_states.pt. +11: [2023-05-08 23:30:55,385] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 92 +26: [2023-05-08 23:30:55,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-08 23:30:55,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_88_mp_rank_00_optim_states.pt. +22: [2023-05-08 23:30:55,386] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 176 +10: [2023-05-08 23:30:55,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +10: [2023-05-08 23:30:55,386] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +23: [2023-05-08 23:30:55,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +23: [2023-05-08 23:30:55,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +23: [2023-05-08 23:30:55,386] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +23: [2023-05-08 23:30:55,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +10: [2023-05-08 23:30:55,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +10: [2023-05-08 23:30:55,387] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +26: [2023-05-08 23:30:55,387] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 0: could not find arguments in the checkpoint ... + 0: checkpoint version 3.0 +26: [2023-05-08 23:30:55,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-08 23:30:55,389] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_96_mp_rank_00_optim_states.pt. +24: [2023-05-08 23:30:55,389] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 192 +23: [2023-05-08 23:30:55,391] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_94_mp_rank_00_optim_states.pt. +23: [2023-05-08 23:30:55,391] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 188 +26: [2023-05-08 23:30:55,391] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +31: [2023-05-08 23:30:55,392] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 254 + 4: [2023-05-08 23:30:55,392] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt. +24: [2023-05-08 23:30:55,392] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 198 +22: [2023-05-08 23:30:55,392] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 176 + 4: [2023-05-08 23:30:55,392] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 34 +11: [2023-05-08 23:30:55,392] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 92 +24: [2023-05-08 23:30:55,397] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 192 +23: [2023-05-08 23:30:55,398] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 188 +31: [2023-05-08 23:30:55,397] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_125_mp_rank_00_optim_states.pt. +31: [2023-05-08 23:30:55,398] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 250 +28: [2023-05-08 23:30:55,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-08 23:30:55,398] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 34 +28: [2023-05-08 23:30:55,399] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +10: [2023-05-08 23:30:55,400] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-08 23:30:55,401] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-08 23:30:55,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_83_mp_rank_00_optim_states.pt. +20: [2023-05-08 23:30:55,402] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 166 +16: [2023-05-08 23:30:55,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +16: [2023-05-08 23:30:55,402] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +10: [2023-05-08 23:30:55,403] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-08 23:30:55,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +16: [2023-05-08 23:30:55,403] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 2: [2023-05-08 23:30:55,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 2: [2023-05-08 23:30:55,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 2: [2023-05-08 23:30:55,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 9: [2023-05-08 23:30:55,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt. + 2: [2023-05-08 23:30:55,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 9: [2023-05-08 23:30:55,404] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 76 +20: [2023-05-08 23:30:55,404] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_82_mp_rank_00_optim_states.pt. +20: [2023-05-08 23:30:55,404] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 164 +10: [2023-05-08 23:30:55,405] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-08 23:30:55,405] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 250 +12: [2023-05-08 23:30:55,405] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_51_mp_rank_00_optim_states.pt. +12: [2023-05-08 23:30:55,406] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 102 +28: [2023-05-08 23:30:55,406] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-08 23:30:55,407] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +28: [2023-05-08 23:30:55,408] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +20: [2023-05-08 23:30:55,409] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 166 +28: [2023-05-08 23:30:55,409] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +28: [2023-05-08 23:30:55,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-08 23:30:55,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 9: [2023-05-08 23:30:55,410] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 76 +31: [2023-05-08 23:30:55,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +31: [2023-05-08 23:30:55,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +31: [2023-05-08 23:30:55,410] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +20: [2023-05-08 23:30:55,411] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 164 +28: [2023-05-08 23:30:55,412] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 6: [2023-05-08 23:30:55,413] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt. + 6: [2023-05-08 23:30:55,413] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 48 +12: [2023-05-08 23:30:55,415] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 102 +19: [2023-05-08 23:30:55,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_79_mp_rank_00_optim_states.pt. +19: [2023-05-08 23:30:55,419] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_77_mp_rank_00_optim_states.pt. + 2: [2023-05-08 23:30:55,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-08 23:30:55,419] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 158 +19: [2023-05-08 23:30:55,419] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 154 + 2: [2023-05-08 23:30:55,419] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-08 23:30:55,419] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 48 + 2: [2023-05-08 23:30:55,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-08 23:30:55,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-08 23:30:55,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +29: [2023-05-08 23:30:55,420] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +16: [2023-05-08 23:30:55,420] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-08 23:30:55,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +29: [2023-05-08 23:30:55,421] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +19: [2023-05-08 23:30:55,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +19: [2023-05-08 23:30:55,422] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +19: [2023-05-08 23:30:55,423] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +17: [2023-05-08 23:30:55,424] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_71_mp_rank_00_optim_states.pt. +16: [2023-05-08 23:30:55,424] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-08 23:30:55,424] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 142 +17: [2023-05-08 23:30:55,425] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_69_mp_rank_00_optim_states.pt. +16: [2023-05-08 23:30:55,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-08 23:30:55,425] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-08 23:30:55,425] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 138 +19: [2023-05-08 23:30:55,426] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 158 +19: [2023-05-08 23:30:55,426] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 154 + 6: [2023-05-08 23:30:55,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt. + 6: [2023-05-08 23:30:55,426] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 52 +23: [2023-05-08 23:30:55,426] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_95_mp_rank_00_optim_states.pt. +19: [2023-05-08 23:30:55,427] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +23: [2023-05-08 23:30:55,427] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 190 +31: [2023-05-08 23:30:55,428] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +31: [2023-05-08 23:30:55,429] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-08 23:30:55,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-08 23:30:55,431] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_81_mp_rank_00_optim_states.pt. +20: [2023-05-08 23:30:55,431] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 162 +17: [2023-05-08 23:30:55,431] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 142 +17: [2023-05-08 23:30:55,432] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 138 +31: [2023-05-08 23:30:55,432] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-08 23:30:55,432] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 52 +31: [2023-05-08 23:30:55,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-08 23:30:55,433] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +10: [2023-05-08 23:30:55,433] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +14: [2023-05-08 23:30:55,435] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +10: [2023-05-08 23:30:55,435] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +14: [2023-05-08 23:30:55,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +14: [2023-05-08 23:30:55,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +14: [2023-05-08 23:30:55,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +23: [2023-05-08 23:30:55,436] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 190 +10: [2023-05-08 23:30:55,436] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-08 23:30:55,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +20: [2023-05-08 23:30:55,438] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 162 +29: [2023-05-08 23:30:55,438] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-08 23:30:55,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 7: [2023-05-08 23:30:55,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 7: [2023-05-08 23:30:55,438] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +19: [2023-05-08 23:30:55,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +10: [2023-05-08 23:30:55,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +19: [2023-05-08 23:30:55,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-08 23:30:55,439] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-08 23:30:55,439] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +29: [2023-05-08 23:30:55,440] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-08 23:30:55,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_107_mp_rank_00_optim_states.pt. +26: [2023-05-08 23:30:55,441] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 214 +19: [2023-05-08 23:30:55,442] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +19: [2023-05-08 23:30:55,443] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-08 23:30:55,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_72_mp_rank_00_optim_states.pt. +18: [2023-05-08 23:30:55,444] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 144 + 1: [2023-05-08 23:30:55,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 1: [2023-05-08 23:30:55,444] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 1: [2023-05-08 23:30:55,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 1: [2023-05-08 23:30:55,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +23: [2023-05-08 23:30:55,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_93_mp_rank_00_optim_states.pt. +23: [2023-05-08 23:30:55,446] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 186 +20: [2023-05-08 23:30:55,446] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_80_mp_rank_00_optim_states.pt. +20: [2023-05-08 23:30:55,447] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 160 +10: [2023-05-08 23:30:55,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:55,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +15: [2023-05-08 23:30:55,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +15: [2023-05-08 23:30:55,447] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +15: [2023-05-08 23:30:55,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +18: [2023-05-08 23:30:55,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +18: [2023-05-08 23:30:55,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +13: [2023-05-08 23:30:55,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_53_mp_rank_00_optim_states.pt. +16: [2023-05-08 23:30:55,448] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +13: [2023-05-08 23:30:55,448] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 106 +10: [2023-05-08 23:30:55,449] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +18: [2023-05-08 23:30:55,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +18: [2023-05-08 23:30:55,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +16: [2023-05-08 23:30:55,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +26: [2023-05-08 23:30:55,450] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 214 +25: [2023-05-08 23:30:55,450] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_100_mp_rank_00_optim_states.pt. + 7: [2023-05-08 23:30:55,450] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-08 23:30:55,450] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 200 +18: [2023-05-08 23:30:55,451] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 144 +14: [2023-05-08 23:30:55,451] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-08 23:30:55,452] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt. + 5: [2023-05-08 23:30:55,452] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 46 + 7: [2023-05-08 23:30:55,453] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-08 23:30:55,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-08 23:30:55,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-08 23:30:55,453] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt. +23: [2023-05-08 23:30:55,453] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 186 +20: [2023-05-08 23:30:55,454] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 160 + 6: [2023-05-08 23:30:55,454] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 54 +21: [2023-05-08 23:30:55,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +21: [2023-05-08 23:30:55,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +21: [2023-05-08 23:30:55,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +21: [2023-05-08 23:30:55,454] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +14: [2023-05-08 23:30:55,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-08 23:30:55,455] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-08 23:30:55,456] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 106 +16: [2023-05-08 23:30:55,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 2: [2023-05-08 23:30:55,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 2: [2023-05-08 23:30:55,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-08 23:30:55,456] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 2: [2023-05-08 23:30:55,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-08 23:30:55,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-08 23:30:55,457] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 200 +16: [2023-05-08 23:30:55,458] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 4: [2023-05-08 23:30:55,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 4: [2023-05-08 23:30:55,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +26: [2023-05-08 23:30:55,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_105_mp_rank_00_optim_states.pt. + 5: [2023-05-08 23:30:55,459] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 46 +26: [2023-05-08 23:30:55,459] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 210 + 7: [2023-05-08 23:30:55,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 2: [2023-05-08 23:30:55,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 4: [2023-05-08 23:30:55,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 2: [2023-05-08 23:30:55,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-08 23:30:55,459] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-08 23:30:55,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 6: [2023-05-08 23:30:55,460] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 54 +12: [2023-05-08 23:30:55,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +12: [2023-05-08 23:30:55,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +12: [2023-05-08 23:30:55,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +27: [2023-05-08 23:30:55,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +27: [2023-05-08 23:30:55,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +27: [2023-05-08 23:30:55,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +12: [2023-05-08 23:30:55,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +27: [2023-05-08 23:30:55,460] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 1: [2023-05-08 23:30:55,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-08 23:30:55,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +24: [2023-05-08 23:30:55,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +24: [2023-05-08 23:30:55,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 5: [2023-05-08 23:30:55,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-08 23:30:55,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 1: [2023-05-08 23:30:55,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-08 23:30:55,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 1: [2023-05-08 23:30:55,461] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +16: [2023-05-08 23:30:55,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +16: [2023-05-08 23:30:55,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-08 23:30:55,461] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-08 23:30:55,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 1: [2023-05-08 23:30:55,462] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-08 23:30:55,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 9: [2023-05-08 23:30:55,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 9: [2023-05-08 23:30:55,462] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +15: [2023-05-08 23:30:55,463] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-08 23:30:55,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +22: [2023-05-08 23:30:55,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +22: [2023-05-08 23:30:55,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +22: [2023-05-08 23:30:55,463] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +16: [2023-05-08 23:30:55,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +16: [2023-05-08 23:30:55,464] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +22: [2023-05-08 23:30:55,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +31: [2023-05-08 23:30:55,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-08 23:30:55,466] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:55,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +18: [2023-05-08 23:30:55,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-08 23:30:55,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-08 23:30:55,467] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +18: [2023-05-08 23:30:55,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-08 23:30:55,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +15: [2023-05-08 23:30:55,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +15: [2023-05-08 23:30:55,468] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +26: [2023-05-08 23:30:55,469] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 210 +31: [2023-05-08 23:30:55,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-08 23:30:55,469] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-08 23:30:55,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +21: [2023-05-08 23:30:55,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-08 23:30:55,470] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-08 23:30:55,471] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +21: [2023-05-08 23:30:55,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +21: [2023-05-08 23:30:55,472] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-08 23:30:55,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +17: [2023-05-08 23:30:55,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +17: [2023-05-08 23:30:55,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_68_mp_rank_00_optim_states.pt. +17: [2023-05-08 23:30:55,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +17: [2023-05-08 23:30:55,472] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 136 +17: [2023-05-08 23:30:55,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +19: [2023-05-08 23:30:55,472] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +31: [2023-05-08 23:30:55,473] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +19: [2023-05-08 23:30:55,474] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +31: [2023-05-08 23:30:55,474] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +29: [2023-05-08 23:30:55,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-08 23:30:55,475] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +29: [2023-05-08 23:30:55,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +25: [2023-05-08 23:30:55,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_102_mp_rank_00_optim_states.pt. + 5: [2023-05-08 23:30:55,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +25: [2023-05-08 23:30:55,476] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 204 + 5: [2023-05-08 23:30:55,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-08 23:30:55,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-08 23:30:55,476] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-08 23:30:55,476] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-08 23:30:55,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-08 23:30:55,477] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-08 23:30:55,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-08 23:30:55,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-08 23:30:55,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 7: [2023-05-08 23:30:55,477] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +29: [2023-05-08 23:30:55,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +31: [2023-05-08 23:30:55,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 9: [2023-05-08 23:30:55,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-08 23:30:55,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +24: [2023-05-08 23:30:55,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-08 23:30:55,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 9: [2023-05-08 23:30:55,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 4: [2023-05-08 23:30:55,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-08 23:30:55,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-08 23:30:55,478] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-08 23:30:55,478] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-08 23:30:55,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-08 23:30:55,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-08 23:30:55,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-08 23:30:55,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-08 23:30:55,479] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 136 +12: [2023-05-08 23:30:55,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +12: [2023-05-08 23:30:55,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-08 23:30:55,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-08 23:30:55,479] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +22: [2023-05-08 23:30:55,480] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-08 23:30:55,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-08 23:30:55,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +24: [2023-05-08 23:30:55,481] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-08 23:30:55,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-08 23:30:55,482] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +25: [2023-05-08 23:30:55,482] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 204 +19: [2023-05-08 23:30:55,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +19: [2023-05-08 23:30:55,482] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-08 23:30:55,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-08 23:30:55,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +27: [2023-05-08 23:30:55,484] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +14: [2023-05-08 23:30:55,484] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +31: [2023-05-08 23:30:55,485] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +14: [2023-05-08 23:30:55,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +19: [2023-05-08 23:30:55,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +19: [2023-05-08 23:30:55,486] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 1: [2023-05-08 23:30:55,487] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-08 23:30:55,489] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +17: [2023-05-08 23:30:55,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-08 23:30:55,490] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-08 23:30:55,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-08 23:30:55,491] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +14: [2023-05-08 23:30:55,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +14: [2023-05-08 23:30:55,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-08 23:30:55,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:55,492] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-08 23:30:55,493] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-08 23:30:55,494] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:55,494] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 1: [2023-05-08 23:30:55,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +14: [2023-05-08 23:30:55,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-08 23:30:55,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +18: [2023-05-08 23:30:55,495] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 1: [2023-05-08 23:30:55,496] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +20: [2023-05-08 23:30:55,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +20: [2023-05-08 23:30:55,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +20: [2023-05-08 23:30:55,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 1: [2023-05-08 23:30:55,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-08 23:30:55,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 7: [2023-05-08 23:30:55,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 7: [2023-05-08 23:30:55,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-08 23:30:55,497] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-08 23:30:55,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:55,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 1: [2023-05-08 23:30:55,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 5: [2023-05-08 23:30:55,499] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +21: [2023-05-08 23:30:55,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +15: [2023-05-08 23:30:55,500] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +11: [2023-05-08 23:30:55,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_44_mp_rank_00_optim_states.pt. +11: [2023-05-08 23:30:55,501] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 88 +18: [2023-05-08 23:30:55,501] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-08 23:30:55,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 7: [2023-05-08 23:30:55,501] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +21: [2023-05-08 23:30:55,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 5: [2023-05-08 23:30:55,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-08 23:30:55,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_70_mp_rank_00_optim_states.pt. +18: [2023-05-08 23:30:55,502] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-08 23:30:55,503] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 140 +22: [2023-05-08 23:30:55,503] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-08 23:30:55,503] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +18: [2023-05-08 23:30:55,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 3: [2023-05-08 23:30:55,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 3: [2023-05-08 23:30:55,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +21: [2023-05-08 23:30:55,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 3: [2023-05-08 23:30:55,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 3: [2023-05-08 23:30:55,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 4: [2023-05-08 23:30:55,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-08 23:30:55,504] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +19: [2023-05-08 23:30:55,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_78_mp_rank_00_optim_states.pt. +18: [2023-05-08 23:30:55,505] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-08 23:30:55,505] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 156 +18: [2023-05-08 23:30:55,505] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 4: [2023-05-08 23:30:55,506] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +15: [2023-05-08 23:30:55,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +15: [2023-05-08 23:30:55,506] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +18: [2023-05-08 23:30:55,507] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 4: [2023-05-08 23:30:55,507] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-08 23:30:55,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +11: [2023-05-08 23:30:55,509] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 88 +15: [2023-05-08 23:30:55,509] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +27: [2023-05-08 23:30:55,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-08 23:30:55,509] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-08 23:30:55,510] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 140 + 9: [2023-05-08 23:30:55,510] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-08 23:30:55,510] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 5: [2023-05-08 23:30:55,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-08 23:30:55,511] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +21: [2023-05-08 23:30:55,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +22: [2023-05-08 23:30:55,511] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-08 23:30:55,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-08 23:30:55,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +24: [2023-05-08 23:30:55,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-08 23:30:55,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-08 23:30:55,512] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +21: [2023-05-08 23:30:55,512] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 5: [2023-05-08 23:30:55,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +19: [2023-05-08 23:30:55,513] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 156 + 9: [2023-05-08 23:30:55,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +22: [2023-05-08 23:30:55,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +20: [2023-05-08 23:30:55,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-08 23:30:55,513] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +20: [2023-05-08 23:30:55,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-08 23:30:55,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +27: [2023-05-08 23:30:55,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-08 23:30:55,514] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-08 23:30:55,514] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +22: [2023-05-08 23:30:55,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +24: [2023-05-08 23:30:55,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +20: [2023-05-08 23:30:55,515] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-08 23:30:55,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 6: [2023-05-08 23:30:55,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 5: [2023-05-08 23:30:55,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-08 23:30:55,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. + 6: [2023-05-08 23:30:55,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_36-model_01-model_states.pt. +12: [2023-05-08 23:30:55,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-08 23:30:55,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +12: [2023-05-08 23:30:55,516] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 4: [2023-05-08 23:30:55,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +27: [2023-05-08 23:30:55,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +24: [2023-05-08 23:30:55,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-08 23:30:55,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 9: [2023-05-08 23:30:55,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-08 23:30:55,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-08 23:30:55,517] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +19: [2023-05-08 23:30:55,517] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_76_mp_rank_00_optim_states.pt. +19: [2023-05-08 23:30:55,518] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 152 + 3: [2023-05-08 23:30:55,518] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-08 23:30:55,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +12: [2023-05-08 23:30:55,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 3: [2023-05-08 23:30:55,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-08 23:30:55,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-08 23:30:55,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 3: [2023-05-08 23:30:55,519] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +24: [2023-05-08 23:30:55,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +27: [2023-05-08 23:30:55,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +22: [2023-05-08 23:30:55,520] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-08 23:30:55,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 9: [2023-05-08 23:30:55,520] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +27: [2023-05-08 23:30:55,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-08 23:30:55,521] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-08 23:30:55,522] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +17: [2023-05-08 23:30:55,523] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +27: [2023-05-08 23:30:55,523] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 6: [2023-05-08 23:30:55,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt. + 4: [2023-05-08 23:30:55,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-08 23:30:55,524] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +24: [2023-05-08 23:30:55,524] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 6: [2023-05-08 23:30:55,524] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 50 +17: [2023-05-08 23:30:55,525] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +19: [2023-05-08 23:30:55,526] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 152 +23: [2023-05-08 23:30:55,526] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_92_mp_rank_00_optim_states.pt. + 4: [2023-05-08 23:30:55,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +23: [2023-05-08 23:30:55,526] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 184 +24: [2023-05-08 23:30:55,526] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +17: [2023-05-08 23:30:55,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-08 23:30:55,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +17: [2023-05-08 23:30:55,527] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-08 23:30:55,529] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... +17: [2023-05-08 23:30:55,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +17: [2023-05-08 23:30:55,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +17: [2023-05-08 23:30:55,530] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 6: [2023-05-08 23:30:55,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 6: [2023-05-08 23:30:55,532] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 8: [2023-05-08 23:30:55,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt. +31: [2023-05-08 23:30:55,532] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_126_mp_rank_00_optim_states.pt. +31: [2023-05-08 23:30:55,533] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 252 + 8: [2023-05-08 23:30:55,533] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 64 + 6: [2023-05-08 23:30:55,533] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 50 +23: [2023-05-08 23:30:55,533] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 184 + 6: [2023-05-08 23:30:55,534] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt... + 7: [2023-05-08 23:30:55,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt. + 7: [2023-05-08 23:30:55,536] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 56 + 0: [2023-05-08 23:30:55,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 0: [2023-05-08 23:30:55,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 0: [2023-05-08 23:30:55,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 0: [2023-05-08 23:30:55,537] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +31: [2023-05-08 23:30:55,539] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 252 + 8: [2023-05-08 23:30:55,539] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 64 +20: [2023-05-08 23:30:55,542] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-08 23:30:55,544] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 56 +20: [2023-05-08 23:30:55,545] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 3: [2023-05-08 23:30:55,545] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-08 23:30:55,547] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +20: [2023-05-08 23:30:55,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-08 23:30:55,550] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-08 23:30:55,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-08 23:30:55,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +20: [2023-05-08 23:30:55,553] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 3: [2023-05-08 23:30:55,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 0: [2023-05-08 23:30:55,554] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-08 23:30:55,554] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-08 23:30:55,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:55,555] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-08 23:30:55,555] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-08 23:30:55,556] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_101_mp_rank_00_optim_states.pt. +25: [2023-05-08 23:30:55,556] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 202 + 3: [2023-05-08 23:30:55,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 0: [2023-05-08 23:30:55,557] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 3: [2023-05-08 23:30:55,558] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 6: [2023-05-08 23:30:55,560] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. +20: [2023-05-08 23:30:55,561] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-08 23:30:55,562] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... +20: [2023-05-08 23:30:55,563] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +25: [2023-05-08 23:30:55,564] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 202 + 6: [2023-05-08 23:30:55,568] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-08 23:30:55,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 6: [2023-05-08 23:30:55,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_00-model_states.pt. + 8: [2023-05-08 23:30:55,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 8: [2023-05-08 23:30:55,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 7: [2023-05-08 23:30:55,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt. + 8: [2023-05-08 23:30:55,570] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 7: [2023-05-08 23:30:55,571] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 60 + 8: [2023-05-08 23:30:55,571] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 6: [2023-05-08 23:30:55,571] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 6: [2023-05-08 23:30:55,573] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 6: [2023-05-08 23:30:55,574] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt... + 7: [2023-05-08 23:30:55,578] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 60 + 0: [2023-05-08 23:30:55,583] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-08 23:30:55,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-08 23:30:55,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +25: [2023-05-08 23:30:55,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +25: [2023-05-08 23:30:55,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +25: [2023-05-08 23:30:55,584] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 8: [2023-05-08 23:30:55,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-08 23:30:55,584] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:55,585] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 8: [2023-05-08 23:30:55,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt. + 8: [2023-05-08 23:30:55,587] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 70 + 0: [2023-05-08 23:30:55,587] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-08 23:30:55,588] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:55,589] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 8: [2023-05-08 23:30:55,594] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 70 + 7: [2023-05-08 23:30:55,594] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt. + 0: [2023-05-08 23:30:55,595] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-08 23:30:55,595] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 58 +25: [2023-05-08 23:30:55,597] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:55,598] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +25: [2023-05-08 23:30:55,599] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-08 23:30:55,600] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:55,603] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-08 23:30:55,603] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 58 +25: [2023-05-08 23:30:55,603] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:55,605] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +16: [2023-05-08 23:30:55,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 8: [2023-05-08 23:30:55,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-08 23:30:55,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +16: [2023-05-08 23:30:55,614] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +16: [2023-05-08 23:30:55,615] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 8: [2023-05-08 23:30:55,616] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 8: [2023-05-08 23:30:55,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-08 23:30:55,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-08 23:30:55,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 8: [2023-05-08 23:30:55,622] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 8: [2023-05-08 23:30:55,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-08 23:30:55,626] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +25: [2023-05-08 23:30:55,628] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-08 23:30:55,629] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-08 23:30:55,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +10: [2023-05-08 23:30:55,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +10: [2023-05-08 23:30:55,630] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +16: [2023-05-08 23:30:55,630] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-08 23:30:55,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +10: [2023-05-08 23:30:55,631] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +16: [2023-05-08 23:30:55,631] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-08 23:30:55,632] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +25: [2023-05-08 23:30:55,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +25: [2023-05-08 23:30:55,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-08 23:30:55,635] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt. + 8: [2023-05-08 23:30:55,636] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 66 +25: [2023-05-08 23:30:55,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +25: [2023-05-08 23:30:55,637] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +11: [2023-05-08 23:30:55,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +11: [2023-05-08 23:30:55,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +11: [2023-05-08 23:30:55,637] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +11: [2023-05-08 23:30:55,638] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +25: [2023-05-08 23:30:55,641] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-08 23:30:55,644] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 66 +25: [2023-05-08 23:30:55,644] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +10: [2023-05-08 23:30:55,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-08 23:30:55,647] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-08 23:30:55,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-08 23:30:55,648] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-08 23:30:55,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +28: [2023-05-08 23:30:55,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +28: [2023-05-08 23:30:55,650] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +28: [2023-05-08 23:30:55,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +11: [2023-05-08 23:30:55,653] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-08 23:30:55,656] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-08 23:30:55,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +11: [2023-05-08 23:30:55,657] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-08 23:30:55,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-08 23:30:55,662] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +13: [2023-05-08 23:30:55,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +13: [2023-05-08 23:30:55,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +25: [2023-05-08 23:30:55,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_103_mp_rank_00_optim_states.pt. +13: [2023-05-08 23:30:55,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +25: [2023-05-08 23:30:55,663] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 206 +13: [2023-05-08 23:30:55,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +16: [2023-05-08 23:30:55,663] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-08 23:30:55,665] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-08 23:30:55,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +28: [2023-05-08 23:30:55,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-08 23:30:55,666] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +16: [2023-05-08 23:30:55,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +16: [2023-05-08 23:30:55,666] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-08 23:30:55,668] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +16: [2023-05-08 23:30:55,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +16: [2023-05-08 23:30:55,669] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +25: [2023-05-08 23:30:55,670] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 206 +11: [2023-05-08 23:30:55,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-08 23:30:55,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-08 23:30:55,677] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +13: [2023-05-08 23:30:55,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-08 23:30:55,678] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-08 23:30:55,679] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +13: [2023-05-08 23:30:55,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +13: [2023-05-08 23:30:55,681] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +10: [2023-05-08 23:30:55,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-08 23:30:55,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-08 23:30:55,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +10: [2023-05-08 23:30:55,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +10: [2023-05-08 23:30:55,683] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +10: [2023-05-08 23:30:55,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-08 23:30:55,684] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt. + 7: [2023-05-08 23:30:55,685] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 62 +10: [2023-05-08 23:30:55,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +10: [2023-05-08 23:30:55,686] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +11: [2023-05-08 23:30:55,690] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-08 23:30:55,692] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-08 23:30:55,693] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 62 +28: [2023-05-08 23:30:55,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-08 23:30:55,697] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +11: [2023-05-08 23:30:55,698] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-08 23:30:55,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-08 23:30:55,699] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +28: [2023-05-08 23:30:55,700] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +11: [2023-05-08 23:30:55,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +28: [2023-05-08 23:30:55,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +28: [2023-05-08 23:30:55,701] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +28: [2023-05-08 23:30:55,702] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +13: [2023-05-08 23:30:55,708] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-08 23:30:55,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-08 23:30:55,710] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +13: [2023-05-08 23:30:55,711] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +19: [2023-05-08 23:30:55,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +19: [2023-05-08 23:30:55,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +19: [2023-05-08 23:30:55,713] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +19: [2023-05-08 23:30:55,714] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +13: [2023-05-08 23:30:55,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-08 23:30:55,715] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +13: [2023-05-08 23:30:55,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +13: [2023-05-08 23:30:55,717] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +19: [2023-05-08 23:30:55,730] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-08 23:30:55,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-08 23:30:55,731] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-08 23:30:55,732] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-08 23:30:55,746] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +26: [2023-05-08 23:30:55,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +21: [2023-05-08 23:30:55,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +21: [2023-05-08 23:30:55,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +26: [2023-05-08 23:30:55,747] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +26: [2023-05-08 23:30:55,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +21: [2023-05-08 23:30:55,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-08 23:30:55,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-08 23:30:55,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-08 23:30:55,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +21: [2023-05-08 23:30:55,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-08 23:30:55,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 7: [2023-05-08 23:30:55,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 7: [2023-05-08 23:30:55,751] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 7: [2023-05-08 23:30:55,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 7: [2023-05-08 23:30:55,752] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +23: [2023-05-08 23:30:55,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +23: [2023-05-08 23:30:55,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +23: [2023-05-08 23:30:55,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +23: [2023-05-08 23:30:55,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +31: [2023-05-08 23:30:55,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +31: [2023-05-08 23:30:55,756] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +31: [2023-05-08 23:30:55,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +31: [2023-05-08 23:30:55,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 1: [2023-05-08 23:30:55,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 1: [2023-05-08 23:30:55,757] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 1: [2023-05-08 23:30:55,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +19: [2023-05-08 23:30:55,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-08 23:30:55,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +19: [2023-05-08 23:30:55,759] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 5: [2023-05-08 23:30:55,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 5: [2023-05-08 23:30:55,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 5: [2023-05-08 23:30:55,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 5: [2023-05-08 23:30:55,761] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +21: [2023-05-08 23:30:55,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-08 23:30:55,762] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-08 23:30:55,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-08 23:30:55,763] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-08 23:30:55,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-08 23:30:55,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-08 23:30:55,764] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-08 23:30:55,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +22: [2023-05-08 23:30:55,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +22: [2023-05-08 23:30:55,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 7: [2023-05-08 23:30:55,765] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +22: [2023-05-08 23:30:55,765] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 7: [2023-05-08 23:30:55,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-08 23:30:55,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-08 23:30:55,766] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-08 23:30:55,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-08 23:30:55,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +30: [2023-05-08 23:30:55,767] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-08 23:30:55,768] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-08 23:30:55,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-08 23:30:55,769] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-08 23:30:55,769] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-08 23:30:55,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-08 23:30:55,770] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-08 23:30:55,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +19: [2023-05-08 23:30:55,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +19: [2023-05-08 23:30:55,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-08 23:30:55,771] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +19: [2023-05-08 23:30:55,772] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 1: [2023-05-08 23:30:55,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-08 23:30:55,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-08 23:30:55,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +23: [2023-05-08 23:30:55,773] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 1: [2023-05-08 23:30:55,774] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 8: [2023-05-08 23:30:55,774] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt. + 8: [2023-05-08 23:30:55,774] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 68 +31: [2023-05-08 23:30:55,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-08 23:30:55,775] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-08 23:30:55,776] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-08 23:30:55,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +31: [2023-05-08 23:30:55,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-08 23:30:55,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 5: [2023-05-08 23:30:55,777] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-08 23:30:55,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +29: [2023-05-08 23:30:55,778] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 5: [2023-05-08 23:30:55,778] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-08 23:30:55,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +29: [2023-05-08 23:30:55,780] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +22: [2023-05-08 23:30:55,782] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-08 23:30:55,783] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-08 23:30:55,783] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 68 +22: [2023-05-08 23:30:55,783] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +27: [2023-05-08 23:30:55,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +27: [2023-05-08 23:30:55,785] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +27: [2023-05-08 23:30:55,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +27: [2023-05-08 23:30:55,786] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +22: [2023-05-08 23:30:55,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-08 23:30:55,786] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-08 23:30:55,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-08 23:30:55,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-08 23:30:55,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-08 23:30:55,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +22: [2023-05-08 23:30:55,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +22: [2023-05-08 23:30:55,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-08 23:30:55,787] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +26: [2023-05-08 23:30:55,788] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-08 23:30:55,790] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +21: [2023-05-08 23:30:55,790] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-08 23:30:55,791] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +30: [2023-05-08 23:30:55,793] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-08 23:30:55,794] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-08 23:30:55,794] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +15: [2023-05-08 23:30:55,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +15: [2023-05-08 23:30:55,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +14: [2023-05-08 23:30:55,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +15: [2023-05-08 23:30:55,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-08 23:30:55,795] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-08 23:30:55,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +14: [2023-05-08 23:30:55,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +14: [2023-05-08 23:30:55,795] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +29: [2023-05-08 23:30:55,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +26: [2023-05-08 23:30:55,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-08 23:30:55,796] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 7: [2023-05-08 23:30:55,796] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +21: [2023-05-08 23:30:55,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-08 23:30:55,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 4: [2023-05-08 23:30:55,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 4: [2023-05-08 23:30:55,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 4: [2023-05-08 23:30:55,797] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +29: [2023-05-08 23:30:55,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +21: [2023-05-08 23:30:55,798] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-08 23:30:55,798] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +21: [2023-05-08 23:30:55,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +26: [2023-05-08 23:30:55,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-08 23:30:55,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +26: [2023-05-08 23:30:55,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-08 23:30:55,799] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 2: [2023-05-08 23:30:55,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 2: [2023-05-08 23:30:55,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +30: [2023-05-08 23:30:55,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-08 23:30:55,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-08 23:30:55,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 2: [2023-05-08 23:30:55,799] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +21: [2023-05-08 23:30:55,800] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +21: [2023-05-08 23:30:55,801] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-08 23:30:55,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 1: [2023-05-08 23:30:55,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +26: [2023-05-08 23:30:55,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +26: [2023-05-08 23:30:55,801] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +30: [2023-05-08 23:30:55,802] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-08 23:30:55,802] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-08 23:30:55,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-08 23:30:55,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +22: [2023-05-08 23:30:55,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +22: [2023-05-08 23:30:55,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +21: [2023-05-08 23:30:55,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +22: [2023-05-08 23:30:55,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +27: [2023-05-08 23:30:55,803] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-08 23:30:55,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-08 23:30:55,803] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +22: [2023-05-08 23:30:55,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +27: [2023-05-08 23:30:55,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +27: [2023-05-08 23:30:55,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-08 23:30:55,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-08 23:30:55,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-08 23:30:55,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +20: [2023-05-08 23:30:55,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 0: [2023-05-08 23:30:55,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 0: [2023-05-08 23:30:55,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +27: [2023-05-08 23:30:55,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +27: [2023-05-08 23:30:55,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +27: [2023-05-08 23:30:55,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +27: [2023-05-08 23:30:55,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +27: [2023-05-08 23:30:55,804] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 0: [2023-05-08 23:30:55,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +20: [2023-05-08 23:30:55,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +20: [2023-05-08 23:30:55,804] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 7: [2023-05-08 23:30:55,805] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 7: [2023-05-08 23:30:55,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +20: [2023-05-08 23:30:55,805] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 1: [2023-05-08 23:30:55,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-08 23:30:55,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +31: [2023-05-08 23:30:55,806] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 1: [2023-05-08 23:30:55,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +27: [2023-05-08 23:30:55,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +27: [2023-05-08 23:30:55,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +27: [2023-05-08 23:30:55,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +27: [2023-05-08 23:30:55,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +12: [2023-05-08 23:30:55,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +12: [2023-05-08 23:30:55,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +12: [2023-05-08 23:30:55,806] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +12: [2023-05-08 23:30:55,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-08 23:30:55,807] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 7: [2023-05-08 23:30:55,807] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 1: [2023-05-08 23:30:55,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 5: [2023-05-08 23:30:55,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-08 23:30:55,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +23: [2023-05-08 23:30:55,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +30: [2023-05-08 23:30:55,808] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-08 23:30:55,808] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 1: [2023-05-08 23:30:55,809] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-08 23:30:55,809] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-08 23:30:55,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +17: [2023-05-08 23:30:55,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +17: [2023-05-08 23:30:55,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +17: [2023-05-08 23:30:55,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. +30: [2023-05-08 23:30:55,810] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +23: [2023-05-08 23:30:55,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 5: [2023-05-08 23:30:55,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +23: [2023-05-08 23:30:55,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +30: [2023-05-08 23:30:55,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-08 23:30:55,811] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-08 23:30:55,811] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-08 23:30:55,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-08 23:30:55,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 1: [2023-05-08 23:30:55,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +31: [2023-05-08 23:30:55,812] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-08 23:30:55,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-08 23:30:55,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-08 23:30:55,812] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-08 23:30:55,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-08 23:30:55,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-08 23:30:55,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-08 23:30:55,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-08 23:30:55,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +14: [2023-05-08 23:30:55,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +14: [2023-05-08 23:30:55,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +14: [2023-05-08 23:30:55,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-08 23:30:55,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +14: [2023-05-08 23:30:55,813] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-08 23:30:55,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +15: [2023-05-08 23:30:55,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-08 23:30:55,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +15: [2023-05-08 23:30:55,813] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 4: [2023-05-08 23:30:55,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-08 23:30:55,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 4: [2023-05-08 23:30:55,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 4: [2023-05-08 23:30:55,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-08 23:30:55,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 5: [2023-05-08 23:30:55,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 4: [2023-05-08 23:30:55,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-08 23:30:55,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 2: [2023-05-08 23:30:55,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 4: [2023-05-08 23:30:55,814] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 4: [2023-05-08 23:30:55,814] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 2: [2023-05-08 23:30:55,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +14: [2023-05-08 23:30:55,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +31: [2023-05-08 23:30:55,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +14: [2023-05-08 23:30:55,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +14: [2023-05-08 23:30:55,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +14: [2023-05-08 23:30:55,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 2: [2023-05-08 23:30:55,815] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +31: [2023-05-08 23:30:55,815] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 4: [2023-05-08 23:30:55,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 4: [2023-05-08 23:30:55,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 4: [2023-05-08 23:30:55,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 4: [2023-05-08 23:30:55,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +31: [2023-05-08 23:30:55,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 5: [2023-05-08 23:30:55,817] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-08 23:30:55,817] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-08 23:30:55,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 2: [2023-05-08 23:30:55,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-08 23:30:55,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-08 23:30:55,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 2: [2023-05-08 23:30:55,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 2: [2023-05-08 23:30:55,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-08 23:30:55,818] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-08 23:30:55,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 2: [2023-05-08 23:30:55,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +20: [2023-05-08 23:30:55,818] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-08 23:30:55,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 2: [2023-05-08 23:30:55,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 2: [2023-05-08 23:30:55,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +20: [2023-05-08 23:30:55,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 2: [2023-05-08 23:30:55,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 2: [2023-05-08 23:30:55,819] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +31: [2023-05-08 23:30:55,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 5: [2023-05-08 23:30:55,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +20: [2023-05-08 23:30:55,819] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +23: [2023-05-08 23:30:55,820] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +20: [2023-05-08 23:30:55,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-08 23:30:55,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-08 23:30:55,822] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-08 23:30:55,822] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +20: [2023-05-08 23:30:55,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-08 23:30:55,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-08 23:30:55,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-08 23:30:55,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-08 23:30:55,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-08 23:30:55,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-08 23:30:55,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +20: [2023-05-08 23:30:55,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 0: [2023-05-08 23:30:55,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +20: [2023-05-08 23:30:55,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-08 23:30:55,823] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +20: [2023-05-08 23:30:55,823] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 0: [2023-05-08 23:30:55,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-08 23:30:55,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 3: [2023-05-08 23:30:55,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 3: [2023-05-08 23:30:55,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +12: [2023-05-08 23:30:55,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-08 23:30:55,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 0: [2023-05-08 23:30:55,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +20: [2023-05-08 23:30:55,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +20: [2023-05-08 23:30:55,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 0: [2023-05-08 23:30:55,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-08 23:30:55,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 0: [2023-05-08 23:30:55,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 0: [2023-05-08 23:30:55,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 0: [2023-05-08 23:30:55,824] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 0: [2023-05-08 23:30:55,825] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 0: [2023-05-08 23:30:55,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 0: [2023-05-08 23:30:55,826] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 0: [2023-05-08 23:30:55,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 0: [2023-05-08 23:30:55,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 0: [2023-05-08 23:30:55,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 0: [2023-05-08 23:30:55,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +29: [2023-05-08 23:30:55,827] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-08 23:30:55,828] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-08 23:30:55,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-08 23:30:55,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-08 23:30:55,829] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +29: [2023-05-08 23:30:55,830] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-08 23:30:55,831] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +29: [2023-05-08 23:30:55,832] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +29: [2023-05-08 23:30:55,833] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +29: [2023-05-08 23:30:55,835] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 6: [2023-05-08 23:30:55,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 6: [2023-05-08 23:30:55,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 6: [2023-05-08 23:30:55,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 6: [2023-05-08 23:30:55,836] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 3: [2023-05-08 23:30:55,837] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-08 23:30:55,838] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +22: [2023-05-08 23:30:55,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt... +22: [2023-05-08 23:30:55,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt... +22: [2023-05-08 23:30:55,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt... +22: [2023-05-08 23:30:55,838] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt... + 3: [2023-05-08 23:30:55,839] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-08 23:30:55,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-08 23:30:55,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-08 23:30:55,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 3: [2023-05-08 23:30:55,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 3: [2023-05-08 23:30:55,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-08 23:30:55,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +29: [2023-05-08 23:30:55,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-08 23:30:55,840] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 3: [2023-05-08 23:30:55,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 3: [2023-05-08 23:30:55,841] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +15: [2023-05-08 23:30:55,841] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 3: [2023-05-08 23:30:55,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 3: [2023-05-08 23:30:55,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 3: [2023-05-08 23:30:55,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 3: [2023-05-08 23:30:55,842] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +29: [2023-05-08 23:30:55,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +15: [2023-05-08 23:30:55,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-08 23:30:55,843] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +15: [2023-05-08 23:30:55,845] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +27: [2023-05-08 23:30:55,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt... +27: [2023-05-08 23:30:55,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt... +27: [2023-05-08 23:30:55,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt... +27: [2023-05-08 23:30:55,849] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt... +14: [2023-05-08 23:30:55,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt... +14: [2023-05-08 23:30:55,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt... +14: [2023-05-08 23:30:55,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt... +14: [2023-05-08 23:30:55,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt... + 6: [2023-05-08 23:30:55,851] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-08 23:30:55,851] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-08 23:30:55,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-08 23:30:55,852] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-08 23:30:55,853] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 9: [2023-05-08 23:30:55,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 9: [2023-05-08 23:30:55,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 9: [2023-05-08 23:30:55,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 9: [2023-05-08 23:30:55,854] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_37-model_01-model_states.pt. + 4: [2023-05-08 23:30:55,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt... + 4: [2023-05-08 23:30:55,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt... + 4: [2023-05-08 23:30:55,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt... + 4: [2023-05-08 23:30:55,854] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt... +15: [2023-05-08 23:30:55,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +17: [2023-05-08 23:30:55,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +15: [2023-05-08 23:30:55,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 6: [2023-05-08 23:30:55,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 6: [2023-05-08 23:30:55,855] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-08 23:30:55,855] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-08 23:30:55,856] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +12: [2023-05-08 23:30:55,856] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-08 23:30:55,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +17: [2023-05-08 23:30:55,857] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 8: [2023-05-08 23:30:55,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 8: [2023-05-08 23:30:55,857] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 8: [2023-05-08 23:30:55,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 8: [2023-05-08 23:30:55,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +12: [2023-05-08 23:30:55,859] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +17: [2023-05-08 23:30:55,860] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-08 23:30:55,861] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +17: [2023-05-08 23:30:55,862] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +12: [2023-05-08 23:30:55,863] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 2: [2023-05-08 23:30:55,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt... + 2: [2023-05-08 23:30:55,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt... + 2: [2023-05-08 23:30:55,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt... + 2: [2023-05-08 23:30:55,864] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt... +12: [2023-05-08 23:30:55,866] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +12: [2023-05-08 23:30:55,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 9: [2023-05-08 23:30:55,868] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-08 23:30:55,869] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +17: [2023-05-08 23:30:55,869] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 0: [2023-05-08 23:30:55,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt... + 0: [2023-05-08 23:30:55,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt... + 0: [2023-05-08 23:30:55,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt... + 0: [2023-05-08 23:30:55,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt... + 9: [2023-05-08 23:30:55,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... + 9: [2023-05-08 23:30:55,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt... +20: [2023-05-08 23:30:55,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt... +20: [2023-05-08 23:30:55,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt... +20: [2023-05-08 23:30:55,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt... +20: [2023-05-08 23:30:55,870] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt... + 8: [2023-05-08 23:30:55,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-08 23:30:55,871] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-08 23:30:55,871] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 8: [2023-05-08 23:30:55,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-08 23:30:55,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 8: [2023-05-08 23:30:55,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 8: [2023-05-08 23:30:55,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-08 23:30:55,872] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 8: [2023-05-08 23:30:55,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 8: [2023-05-08 23:30:55,872] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 6: [2023-05-08 23:30:55,874] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-08 23:30:55,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 8: [2023-05-08 23:30:55,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 8: [2023-05-08 23:30:55,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 8: [2023-05-08 23:30:55,875] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-08 23:30:55,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +18: [2023-05-08 23:30:55,875] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 8: [2023-05-08 23:30:55,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-08 23:30:55,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 8: [2023-05-08 23:30:55,876] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 8: [2023-05-08 23:30:55,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +18: [2023-05-08 23:30:55,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +18: [2023-05-08 23:30:55,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 3: [2023-05-08 23:30:55,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt... + 3: [2023-05-08 23:30:55,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt... + 3: [2023-05-08 23:30:55,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt... + 3: [2023-05-08 23:30:55,877] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt... + 6: [2023-05-08 23:30:55,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-08 23:30:55,886] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 6: [2023-05-08 23:30:55,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 6: [2023-05-08 23:30:55,887] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +18: [2023-05-08 23:30:55,891] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-08 23:30:55,891] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-08 23:30:55,892] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 6: [2023-05-08 23:30:55,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-08 23:30:55,893] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. +18: [2023-05-08 23:30:55,894] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-08 23:30:55,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-08 23:30:55,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +18: [2023-05-08 23:30:55,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-08 23:30:55,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 9: [2023-05-08 23:30:55,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +18: [2023-05-08 23:30:55,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-08 23:30:55,895] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +18: [2023-05-08 23:30:55,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +18: [2023-05-08 23:30:55,895] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +18: [2023-05-08 23:30:55,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +18: [2023-05-08 23:30:55,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +18: [2023-05-08 23:30:55,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 6: [2023-05-08 23:30:55,896] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +18: [2023-05-08 23:30:55,896] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +24: [2023-05-08 23:30:55,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +24: [2023-05-08 23:30:55,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +24: [2023-05-08 23:30:55,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +24: [2023-05-08 23:30:55,898] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 9: [2023-05-08 23:30:55,901] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-08 23:30:55,903] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 9: [2023-05-08 23:30:55,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 9: [2023-05-08 23:30:55,906] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_00-model_states.pt. + 8: [2023-05-08 23:30:55,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt... + 8: [2023-05-08 23:30:55,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt... + 8: [2023-05-08 23:30:55,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt... + 8: [2023-05-08 23:30:55,906] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt... + 9: [2023-05-08 23:30:55,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... + 9: [2023-05-08 23:30:55,908] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt... +24: [2023-05-08 23:30:55,914] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-08 23:30:55,914] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-08 23:30:55,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-08 23:30:55,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-08 23:30:55,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +24: [2023-05-08 23:30:55,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-08 23:30:55,915] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-08 23:30:55,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +24: [2023-05-08 23:30:55,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +24: [2023-05-08 23:30:55,915] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +24: [2023-05-08 23:30:55,916] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +24: [2023-05-08 23:30:55,916] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +24: [2023-05-08 23:30:55,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +24: [2023-05-08 23:30:55,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +24: [2023-05-08 23:30:55,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +24: [2023-05-08 23:30:55,918] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +13: [2023-05-08 23:30:55,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +13: [2023-05-08 23:30:55,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +13: [2023-05-08 23:30:55,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +13: [2023-05-08 23:30:55,924] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +18: [2023-05-08 23:30:55,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt... +18: [2023-05-08 23:30:55,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt... +18: [2023-05-08 23:30:55,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt... +18: [2023-05-08 23:30:55,934] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt... +13: [2023-05-08 23:30:55,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-08 23:30:55,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-08 23:30:55,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-08 23:30:55,941] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +13: [2023-05-08 23:30:55,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-08 23:30:55,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-08 23:30:55,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-08 23:30:55,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +13: [2023-05-08 23:30:55,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +13: [2023-05-08 23:30:55,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +13: [2023-05-08 23:30:55,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +13: [2023-05-08 23:30:55,942] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +13: [2023-05-08 23:30:55,944] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +13: [2023-05-08 23:30:55,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +13: [2023-05-08 23:30:55,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +13: [2023-05-08 23:30:55,945] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +24: [2023-05-08 23:30:55,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt... +24: [2023-05-08 23:30:55,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt... +24: [2023-05-08 23:30:55,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt... +24: [2023-05-08 23:30:55,962] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt... +28: [2023-05-08 23:30:55,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +28: [2023-05-08 23:30:55,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +28: [2023-05-08 23:30:55,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +28: [2023-05-08 23:30:55,967] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +11: [2023-05-08 23:30:55,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +11: [2023-05-08 23:30:55,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +11: [2023-05-08 23:30:55,975] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +11: [2023-05-08 23:30:55,976] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +28: [2023-05-08 23:30:55,981] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-08 23:30:55,982] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-08 23:30:55,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +28: [2023-05-08 23:30:55,982] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-08 23:30:55,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-08 23:30:55,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-08 23:30:55,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +19: [2023-05-08 23:30:55,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +19: [2023-05-08 23:30:55,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +28: [2023-05-08 23:30:55,983] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-08 23:30:55,983] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +19: [2023-05-08 23:30:55,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +19: [2023-05-08 23:30:55,984] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +28: [2023-05-08 23:30:55,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +28: [2023-05-08 23:30:55,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +28: [2023-05-08 23:30:55,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +28: [2023-05-08 23:30:55,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +28: [2023-05-08 23:30:55,985] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +28: [2023-05-08 23:30:55,985] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +28: [2023-05-08 23:30:55,986] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +13: [2023-05-08 23:30:55,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt... +13: [2023-05-08 23:30:55,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt... +13: [2023-05-08 23:30:55,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt... +13: [2023-05-08 23:30:55,989] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt... +11: [2023-05-08 23:30:55,991] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-08 23:30:55,991] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-08 23:30:55,992] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-08 23:30:55,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-08 23:30:55,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +11: [2023-05-08 23:30:55,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +11: [2023-05-08 23:30:55,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-08 23:30:55,993] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +11: [2023-05-08 23:30:55,993] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-08 23:30:55,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +11: [2023-05-08 23:30:55,994] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +11: [2023-05-08 23:30:55,994] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +11: [2023-05-08 23:30:55,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +11: [2023-05-08 23:30:55,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +11: [2023-05-08 23:30:55,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +11: [2023-05-08 23:30:55,995] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +19: [2023-05-08 23:30:55,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-08 23:30:55,999] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-08 23:30:56,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-08 23:30:56,000] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-08 23:30:56,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +19: [2023-05-08 23:30:56,000] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +19: [2023-05-08 23:30:56,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-08 23:30:56,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-08 23:30:56,003] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +19: [2023-05-08 23:30:56,003] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +19: [2023-05-08 23:30:56,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +19: [2023-05-08 23:30:56,004] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +19: [2023-05-08 23:30:56,006] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +19: [2023-05-08 23:30:56,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +19: [2023-05-08 23:30:56,007] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +19: [2023-05-08 23:30:56,007] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +16: [2023-05-08 23:30:56,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +16: [2023-05-08 23:30:56,010] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +16: [2023-05-08 23:30:56,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +16: [2023-05-08 23:30:56,011] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +28: [2023-05-08 23:30:56,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt... +28: [2023-05-08 23:30:56,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt... +28: [2023-05-08 23:30:56,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt... +28: [2023-05-08 23:30:56,022] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt... +16: [2023-05-08 23:30:56,025] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-08 23:30:56,025] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-08 23:30:56,026] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-08 23:30:56,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-08 23:30:56,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-08 23:30:56,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +16: [2023-05-08 23:30:56,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +16: [2023-05-08 23:30:56,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +16: [2023-05-08 23:30:56,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-08 23:30:56,027] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +16: [2023-05-08 23:30:56,027] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +16: [2023-05-08 23:30:56,028] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +16: [2023-05-08 23:30:56,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +16: [2023-05-08 23:30:56,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +16: [2023-05-08 23:30:56,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +16: [2023-05-08 23:30:56,029] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +11: [2023-05-08 23:30:56,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt... +11: [2023-05-08 23:30:56,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt... +11: [2023-05-08 23:30:56,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt... +11: [2023-05-08 23:30:56,032] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt... +19: [2023-05-08 23:30:56,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt... +19: [2023-05-08 23:30:56,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt... +19: [2023-05-08 23:30:56,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt... +19: [2023-05-08 23:30:56,045] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt... +25: [2023-05-08 23:30:56,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +25: [2023-05-08 23:30:56,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +25: [2023-05-08 23:30:56,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +25: [2023-05-08 23:30:56,055] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-08 23:30:56,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-08 23:30:56,067] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-08 23:30:56,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-08 23:30:56,068] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +25: [2023-05-08 23:30:56,070] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-08 23:30:56,071] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-08 23:30:56,071] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-08 23:30:56,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +25: [2023-05-08 23:30:56,072] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-08 23:30:56,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +25: [2023-05-08 23:30:56,072] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +25: [2023-05-08 23:30:56,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-08 23:30:56,073] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 1: [2023-05-08 23:30:56,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 1: [2023-05-08 23:30:56,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 1: [2023-05-08 23:30:56,073] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +25: [2023-05-08 23:30:56,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-08 23:30:56,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +25: [2023-05-08 23:30:56,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +25: [2023-05-08 23:30:56,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +25: [2023-05-08 23:30:56,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +25: [2023-05-08 23:30:56,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +25: [2023-05-08 23:30:56,074] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +16: [2023-05-08 23:30:56,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt... +16: [2023-05-08 23:30:56,074] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt... +16: [2023-05-08 23:30:56,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt... +16: [2023-05-08 23:30:56,075] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt... +25: [2023-05-08 23:30:56,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 7: [2023-05-08 23:30:56,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 7: [2023-05-08 23:30:56,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 7: [2023-05-08 23:30:56,075] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 7: [2023-05-08 23:30:56,076] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +10: [2023-05-08 23:30:56,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-08 23:30:56,084] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-08 23:30:56,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-08 23:30:56,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-08 23:30:56,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-08 23:30:56,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +10: [2023-05-08 23:30:56,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +10: [2023-05-08 23:30:56,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +10: [2023-05-08 23:30:56,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-08 23:30:56,085] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-08 23:30:56,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +10: [2023-05-08 23:30:56,085] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 7: [2023-05-08 23:30:56,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-08 23:30:56,088] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-08 23:30:56,088] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-08 23:30:56,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-08 23:30:56,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-08 23:30:56,089] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-08 23:30:56,089] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-08 23:30:56,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 1: [2023-05-08 23:30:56,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 7: [2023-05-08 23:30:56,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-08 23:30:56,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +26: [2023-05-08 23:30:56,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 1: [2023-05-08 23:30:56,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-08 23:30:56,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 1: [2023-05-08 23:30:56,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 7: [2023-05-08 23:30:56,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 7: [2023-05-08 23:30:56,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 1: [2023-05-08 23:30:56,090] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 1: [2023-05-08 23:30:56,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-08 23:30:56,090] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 1: [2023-05-08 23:30:56,091] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +26: [2023-05-08 23:30:56,091] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 7: [2023-05-08 23:30:56,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-08 23:30:56,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 7: [2023-05-08 23:30:56,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-08 23:30:56,094] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 7: [2023-05-08 23:30:56,094] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-08 23:30:56,095] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +10: [2023-05-08 23:30:56,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +10: [2023-05-08 23:30:56,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +10: [2023-05-08 23:30:56,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 1: [2023-05-08 23:30:56,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 1: [2023-05-08 23:30:56,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 1: [2023-05-08 23:30:56,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 7: [2023-05-08 23:30:56,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 7: [2023-05-08 23:30:56,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 7: [2023-05-08 23:30:56,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 1: [2023-05-08 23:30:56,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +10: [2023-05-08 23:30:56,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 7: [2023-05-08 23:30:56,097] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +26: [2023-05-08 23:30:56,105] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-08 23:30:56,105] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-08 23:30:56,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-08 23:30:56,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-08 23:30:56,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +26: [2023-05-08 23:30:56,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-08 23:30:56,106] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-08 23:30:56,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +26: [2023-05-08 23:30:56,106] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +26: [2023-05-08 23:30:56,107] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +26: [2023-05-08 23:30:56,107] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +26: [2023-05-08 23:30:56,108] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +26: [2023-05-08 23:30:56,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +26: [2023-05-08 23:30:56,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +26: [2023-05-08 23:30:56,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +26: [2023-05-08 23:30:56,109] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +25: [2023-05-08 23:30:56,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt... +25: [2023-05-08 23:30:56,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt... +25: [2023-05-08 23:30:56,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt... +25: [2023-05-08 23:30:56,114] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt... +29: [2023-05-08 23:30:56,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +29: [2023-05-08 23:30:56,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +29: [2023-05-08 23:30:56,117] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +29: [2023-05-08 23:30:56,118] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 6: [2023-05-08 23:30:56,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 6: [2023-05-08 23:30:56,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 6: [2023-05-08 23:30:56,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 6: [2023-05-08 23:30:56,122] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +15: [2023-05-08 23:30:56,124] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +15: [2023-05-08 23:30:56,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +15: [2023-05-08 23:30:56,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +15: [2023-05-08 23:30:56,125] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +29: [2023-05-08 23:30:56,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-08 23:30:56,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-08 23:30:56,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-08 23:30:56,134] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +10: [2023-05-08 23:30:56,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt... +10: [2023-05-08 23:30:56,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt... +10: [2023-05-08 23:30:56,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt... +10: [2023-05-08 23:30:56,134] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt... +29: [2023-05-08 23:30:56,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +29: [2023-05-08 23:30:56,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 1: [2023-05-08 23:30:56,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt... + 1: [2023-05-08 23:30:56,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt... + 1: [2023-05-08 23:30:56,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt... + 1: [2023-05-08 23:30:56,135] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt... +29: [2023-05-08 23:30:56,136] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-08 23:30:56,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-08 23:30:56,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +29: [2023-05-08 23:30:56,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-08 23:30:56,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +29: [2023-05-08 23:30:56,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 6: [2023-05-08 23:30:56,137] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +29: [2023-05-08 23:30:56,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +29: [2023-05-08 23:30:56,137] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-08 23:30:56,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 6: [2023-05-08 23:30:56,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 7: [2023-05-08 23:30:56,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt... + 7: [2023-05-08 23:30:56,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt... + 7: [2023-05-08 23:30:56,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt... + 7: [2023-05-08 23:30:56,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt... +29: [2023-05-08 23:30:56,138] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 6: [2023-05-08 23:30:56,138] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +15: [2023-05-08 23:30:56,139] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-08 23:30:56,139] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-08 23:30:56,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-08 23:30:56,140] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-08 23:30:56,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +15: [2023-05-08 23:30:56,140] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-08 23:30:56,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-08 23:30:56,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-08 23:30:56,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 6: [2023-05-08 23:30:56,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-08 23:30:56,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +15: [2023-05-08 23:30:56,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 6: [2023-05-08 23:30:56,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 6: [2023-05-08 23:30:56,141] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +15: [2023-05-08 23:30:56,141] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-08 23:30:56,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +15: [2023-05-08 23:30:56,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-08 23:30:56,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +15: [2023-05-08 23:30:56,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +15: [2023-05-08 23:30:56,142] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +15: [2023-05-08 23:30:56,142] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +15: [2023-05-08 23:30:56,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +15: [2023-05-08 23:30:56,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +15: [2023-05-08 23:30:56,143] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +15: [2023-05-08 23:30:56,144] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 6: [2023-05-08 23:30:56,144] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-08 23:30:56,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 6: [2023-05-08 23:30:56,145] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 6: [2023-05-08 23:30:56,145] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +21: [2023-05-08 23:30:56,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +21: [2023-05-08 23:30:56,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +21: [2023-05-08 23:30:56,149] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +21: [2023-05-08 23:30:56,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +30: [2023-05-08 23:30:56,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +30: [2023-05-08 23:30:56,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +30: [2023-05-08 23:30:56,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +30: [2023-05-08 23:30:56,150] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +26: [2023-05-08 23:30:56,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt... +26: [2023-05-08 23:30:56,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt... +26: [2023-05-08 23:30:56,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt... +26: [2023-05-08 23:30:56,154] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt... +23: [2023-05-08 23:30:56,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +23: [2023-05-08 23:30:56,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +23: [2023-05-08 23:30:56,155] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +23: [2023-05-08 23:30:56,156] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +31: [2023-05-08 23:30:56,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +31: [2023-05-08 23:30:56,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +31: [2023-05-08 23:30:56,158] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +31: [2023-05-08 23:30:56,159] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +21: [2023-05-08 23:30:56,164] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-08 23:30:56,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-08 23:30:56,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-08 23:30:56,165] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +21: [2023-05-08 23:30:56,165] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-08 23:30:56,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +21: [2023-05-08 23:30:56,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +21: [2023-05-08 23:30:56,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-08 23:30:56,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 9: [2023-05-08 23:30:56,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 9: [2023-05-08 23:30:56,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +21: [2023-05-08 23:30:56,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +21: [2023-05-08 23:30:56,166] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-08 23:30:56,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +21: [2023-05-08 23:30:56,166] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +21: [2023-05-08 23:30:56,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +30: [2023-05-08 23:30:56,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-08 23:30:56,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-08 23:30:56,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-08 23:30:56,167] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-08 23:30:56,167] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-08 23:30:56,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-08 23:30:56,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +30: [2023-05-08 23:30:56,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +30: [2023-05-08 23:30:56,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +30: [2023-05-08 23:30:56,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +21: [2023-05-08 23:30:56,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +21: [2023-05-08 23:30:56,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +21: [2023-05-08 23:30:56,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +30: [2023-05-08 23:30:56,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +30: [2023-05-08 23:30:56,168] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +21: [2023-05-08 23:30:56,168] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +30: [2023-05-08 23:30:56,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +30: [2023-05-08 23:30:56,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +30: [2023-05-08 23:30:56,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +30: [2023-05-08 23:30:56,170] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +23: [2023-05-08 23:30:56,171] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-08 23:30:56,172] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-08 23:30:56,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-08 23:30:56,172] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-08 23:30:56,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-08 23:30:56,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +23: [2023-05-08 23:30:56,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-08 23:30:56,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +23: [2023-05-08 23:30:56,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +23: [2023-05-08 23:30:56,173] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +23: [2023-05-08 23:30:56,173] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +23: [2023-05-08 23:30:56,174] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +23: [2023-05-08 23:30:56,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +23: [2023-05-08 23:30:56,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +23: [2023-05-08 23:30:56,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +23: [2023-05-08 23:30:56,175] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +31: [2023-05-08 23:30:56,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-08 23:30:56,179] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-08 23:30:56,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-08 23:30:56,180] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-08 23:30:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +31: [2023-05-08 23:30:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 9: [2023-05-08 23:30:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-08 23:30:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-08 23:30:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +31: [2023-05-08 23:30:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-08 23:30:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt... + 6: [2023-05-08 23:30:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt... + 6: [2023-05-08 23:30:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt... + 9: [2023-05-08 23:30:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 9: [2023-05-08 23:30:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 6: [2023-05-08 23:30:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt... + 9: [2023-05-08 23:30:56,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-08 23:30:56,181] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +29: [2023-05-08 23:30:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt... +29: [2023-05-08 23:30:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt... +29: [2023-05-08 23:30:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt... +29: [2023-05-08 23:30:56,181] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt... +31: [2023-05-08 23:30:56,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-08 23:30:56,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +31: [2023-05-08 23:30:56,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +31: [2023-05-08 23:30:56,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 9: [2023-05-08 23:30:56,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-08 23:30:56,182] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 9: [2023-05-08 23:30:56,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 9: [2023-05-08 23:30:56,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 9: [2023-05-08 23:30:56,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 9: [2023-05-08 23:30:56,182] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +31: [2023-05-08 23:30:56,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +31: [2023-05-08 23:30:56,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +31: [2023-05-08 23:30:56,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +31: [2023-05-08 23:30:56,183] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +17: [2023-05-08 23:30:56,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +17: [2023-05-08 23:30:56,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +17: [2023-05-08 23:30:56,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 9: [2023-05-08 23:30:56,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 9: [2023-05-08 23:30:56,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 9: [2023-05-08 23:30:56,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +17: [2023-05-08 23:30:56,184] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 9: [2023-05-08 23:30:56,185] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 5: [2023-05-08 23:30:56,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 5: [2023-05-08 23:30:56,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 5: [2023-05-08 23:30:56,189] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 5: [2023-05-08 23:30:56,190] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +15: [2023-05-08 23:30:56,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt... +15: [2023-05-08 23:30:56,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt... +15: [2023-05-08 23:30:56,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt... +15: [2023-05-08 23:30:56,192] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt... +17: [2023-05-08 23:30:56,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-08 23:30:56,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-08 23:30:56,202] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-08 23:30:56,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-08 23:30:56,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-08 23:30:56,202] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-08 23:30:56,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +17: [2023-05-08 23:30:56,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +17: [2023-05-08 23:30:56,203] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 5: [2023-05-08 23:30:56,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-08 23:30:56,204] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-08 23:30:56,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-08 23:30:56,204] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +17: [2023-05-08 23:30:56,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-08 23:30:56,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-08 23:30:56,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-08 23:30:56,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 5: [2023-05-08 23:30:56,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... + 5: [2023-05-08 23:30:56,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +17: [2023-05-08 23:30:56,205] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +17: [2023-05-08 23:30:56,205] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +17: [2023-05-08 23:30:56,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +17: [2023-05-08 23:30:56,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +17: [2023-05-08 23:30:56,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +17: [2023-05-08 23:30:56,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +12: [2023-05-08 23:30:56,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +12: [2023-05-08 23:30:56,206] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 5: [2023-05-08 23:30:56,207] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... + 5: [2023-05-08 23:30:56,207] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. + 5: [2023-05-08 23:30:56,208] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +12: [2023-05-08 23:30:56,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. + 5: [2023-05-08 23:30:56,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 5: [2023-05-08 23:30:56,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 5: [2023-05-08 23:30:56,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. + 5: [2023-05-08 23:30:56,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +12: [2023-05-08 23:30:56,208] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_38-model_01-model_states.pt. +21: [2023-05-08 23:30:56,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt... +21: [2023-05-08 23:30:56,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt... +21: [2023-05-08 23:30:56,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt... +21: [2023-05-08 23:30:56,212] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt... +30: [2023-05-08 23:30:56,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt... +30: [2023-05-08 23:30:56,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt... +30: [2023-05-08 23:30:56,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt... +30: [2023-05-08 23:30:56,215] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt... +23: [2023-05-08 23:30:56,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt... +23: [2023-05-08 23:30:56,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt... +23: [2023-05-08 23:30:56,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt... +23: [2023-05-08 23:30:56,217] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt... +12: [2023-05-08 23:30:56,223] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-08 23:30:56,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-08 23:30:56,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-08 23:30:56,224] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-08 23:30:56,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-08 23:30:56,224] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-08 23:30:56,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +12: [2023-05-08 23:30:56,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +12: [2023-05-08 23:30:56,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +12: [2023-05-08 23:30:56,225] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt... +12: [2023-05-08 23:30:56,226] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_00-model_states.pt. +12: [2023-05-08 23:30:56,226] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt... +12: [2023-05-08 23:30:56,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +12: [2023-05-08 23:30:56,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +12: [2023-05-08 23:30:56,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +12: [2023-05-08 23:30:56,227] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/layer_40-model_01-model_states.pt. +31: [2023-05-08 23:30:56,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt... +31: [2023-05-08 23:30:56,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt... +31: [2023-05-08 23:30:56,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt... +31: [2023-05-08 23:30:56,228] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt... + 9: [2023-05-08 23:30:56,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt... + 9: [2023-05-08 23:30:56,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt... + 9: [2023-05-08 23:30:56,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt... + 9: [2023-05-08 23:30:56,230] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt... + 5: [2023-05-08 23:30:56,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt... + 5: [2023-05-08 23:30:56,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt... + 5: [2023-05-08 23:30:56,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt... + 5: [2023-05-08 23:30:56,251] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt... +17: [2023-05-08 23:30:56,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt... +17: [2023-05-08 23:30:56,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt... +17: [2023-05-08 23:30:56,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt... +17: [2023-05-08 23:30:56,257] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt... +27: [2023-05-08 23:30:56,262] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_110_mp_rank_01_optim_states.pt. +27: [2023-05-08 23:30:56,263] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 221 +27: [2023-05-08 23:30:56,269] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 221 +12: [2023-05-08 23:30:56,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt... +12: [2023-05-08 23:30:56,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt... +12: [2023-05-08 23:30:56,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt... +12: [2023-05-08 23:30:56,272] [INFO] [torch_checkpoint_engine.py:21:load] [Torch] Loading checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt... + 4: [2023-05-08 23:30:56,275] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_18_mp_rank_01_optim_states.pt. + 4: [2023-05-08 23:30:56,276] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 37 + 4: [2023-05-08 23:30:56,282] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 37 + 2: [2023-05-08 23:30:56,294] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_11_mp_rank_01_optim_states.pt. + 2: [2023-05-08 23:30:56,294] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 23 + 2: [2023-05-08 23:30:56,302] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 23 +27: [2023-05-08 23:30:56,330] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_108_mp_rank_01_optim_states.pt. +27: [2023-05-08 23:30:56,330] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 217 +27: [2023-05-08 23:30:56,337] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 217 + 3: [2023-05-08 23:30:56,349] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_13_mp_rank_01_optim_states.pt. + 3: [2023-05-08 23:30:56,349] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 27 + 2: [2023-05-08 23:30:56,352] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_9_mp_rank_01_optim_states.pt. + 2: [2023-05-08 23:30:56,352] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 19 +14: [2023-05-08 23:30:56,354] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_56_mp_rank_01_optim_states.pt. +14: [2023-05-08 23:30:56,354] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 113 +22: [2023-05-08 23:30:56,355] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_91_mp_rank_01_optim_states.pt. +22: [2023-05-08 23:30:56,355] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 183 + 3: [2023-05-08 23:30:56,355] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 27 + 3: [2023-05-08 23:30:56,359] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_12_mp_rank_01_optim_states.pt. + 2: [2023-05-08 23:30:56,359] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 19 + 3: [2023-05-08 23:30:56,359] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 25 +20: [2023-05-08 23:30:56,360] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_81_mp_rank_01_optim_states.pt. +20: [2023-05-08 23:30:56,360] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 163 +14: [2023-05-08 23:30:56,361] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 113 +22: [2023-05-08 23:30:56,361] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 183 +22: [2023-05-08 23:30:56,365] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_88_mp_rank_01_optim_states.pt. +22: [2023-05-08 23:30:56,365] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 177 + 3: [2023-05-08 23:30:56,365] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 25 +20: [2023-05-08 23:30:56,367] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 163 +14: [2023-05-08 23:30:56,371] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_59_mp_rank_01_optim_states.pt. +22: [2023-05-08 23:30:56,371] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 177 +14: [2023-05-08 23:30:56,371] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 119 + 0: [2023-05-08 23:30:56,372] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt. + 0: [2023-05-08 23:30:56,373] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 5 +14: [2023-05-08 23:30:56,378] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 119 +20: [2023-05-08 23:30:56,379] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_82_mp_rank_01_optim_states.pt. +20: [2023-05-08 23:30:56,379] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 165 + 0: [2023-05-08 23:30:56,379] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 5 + 0: [2023-05-08 23:30:56,385] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt. + 0: [2023-05-08 23:30:56,385] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 1 +20: [2023-05-08 23:30:56,389] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 165 + 8: [2023-05-08 23:30:56,390] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_35_mp_rank_01_optim_states.pt. + 8: [2023-05-08 23:30:56,390] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 71 + 0: [2023-05-08 23:30:56,392] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 1 + 8: [2023-05-08 23:30:56,396] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 71 +22: [2023-05-08 23:30:56,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_90_mp_rank_01_optim_states.pt. +22: [2023-05-08 23:30:56,398] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 181 +20: [2023-05-08 23:30:56,398] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_83_mp_rank_01_optim_states.pt. +20: [2023-05-08 23:30:56,398] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 167 +22: [2023-05-08 23:30:56,404] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 181 +20: [2023-05-08 23:30:56,405] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 167 + 0: [2023-05-08 23:30:56,408] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt. + 0: [2023-05-08 23:30:56,409] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 7 + 0: [2023-05-08 23:30:56,415] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 7 +24: [2023-05-08 23:30:56,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_97_mp_rank_01_optim_states.pt. + 3: [2023-05-08 23:30:56,418] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_15_mp_rank_01_optim_states.pt. +24: [2023-05-08 23:30:56,418] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 195 + 3: [2023-05-08 23:30:56,419] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 31 + 3: [2023-05-08 23:30:56,425] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 31 +24: [2023-05-08 23:30:56,426] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 195 +13: [2023-05-08 23:30:56,441] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_53_mp_rank_01_optim_states.pt. +13: [2023-05-08 23:30:56,441] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 107 + 3: [2023-05-08 23:30:56,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_14_mp_rank_01_optim_states.pt. +18: [2023-05-08 23:30:56,445] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_73_mp_rank_01_optim_states.pt. + 3: [2023-05-08 23:30:56,445] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 29 +18: [2023-05-08 23:30:56,445] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 147 +13: [2023-05-08 23:30:56,447] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 107 + 4: [2023-05-08 23:30:56,449] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_16_mp_rank_01_optim_states.pt. + 4: [2023-05-08 23:30:56,450] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 33 + 3: [2023-05-08 23:30:56,451] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 29 +18: [2023-05-08 23:30:56,452] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 147 + 8: [2023-05-08 23:30:56,456] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_34_mp_rank_01_optim_states.pt. + 8: [2023-05-08 23:30:56,456] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 69 +22: [2023-05-08 23:30:56,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_89_mp_rank_01_optim_states.pt. +22: [2023-05-08 23:30:56,457] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 179 + 0: [2023-05-08 23:30:56,457] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt. +11: [2023-05-08 23:30:56,458] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_44_mp_rank_01_optim_states.pt. + 0: [2023-05-08 23:30:56,458] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 3 +11: [2023-05-08 23:30:56,458] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 89 + 4: [2023-05-08 23:30:56,458] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 33 +27: [2023-05-08 23:30:56,459] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_111_mp_rank_01_optim_states.pt. +27: [2023-05-08 23:30:56,459] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 223 + 8: [2023-05-08 23:30:56,462] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 69 +22: [2023-05-08 23:30:56,463] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 179 +28: [2023-05-08 23:30:56,464] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_112_mp_rank_01_optim_states.pt. +28: [2023-05-08 23:30:56,464] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 225 +11: [2023-05-08 23:30:56,465] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 89 + 8: [2023-05-08 23:30:56,465] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_32_mp_rank_01_optim_states.pt. + 8: [2023-05-08 23:30:56,466] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 65 +27: [2023-05-08 23:30:56,466] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 223 + 0: [2023-05-08 23:30:56,470] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 3 +13: [2023-05-08 23:30:56,471] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_52_mp_rank_01_optim_states.pt. +13: [2023-05-08 23:30:56,471] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 105 +28: [2023-05-08 23:30:56,472] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 225 + 8: [2023-05-08 23:30:56,472] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 65 + 4: [2023-05-08 23:30:56,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_19_mp_rank_01_optim_states.pt. + 4: [2023-05-08 23:30:56,475] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 39 +14: [2023-05-08 23:30:56,475] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_58_mp_rank_01_optim_states.pt. +14: [2023-05-08 23:30:56,476] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 117 +13: [2023-05-08 23:30:56,478] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 105 +24: [2023-05-08 23:30:56,479] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_99_mp_rank_01_optim_states.pt. +24: [2023-05-08 23:30:56,479] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 199 + 4: [2023-05-08 23:30:56,481] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 39 +14: [2023-05-08 23:30:56,482] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 117 +24: [2023-05-08 23:30:56,486] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 199 +18: [2023-05-08 23:30:56,488] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_75_mp_rank_01_optim_states.pt. +18: [2023-05-08 23:30:56,488] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 151 +18: [2023-05-08 23:30:56,494] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 151 + 2: [2023-05-08 23:30:56,496] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_10_mp_rank_01_optim_states.pt. + 2: [2023-05-08 23:30:56,496] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 21 +24: [2023-05-08 23:30:56,498] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_96_mp_rank_01_optim_states.pt. +24: [2023-05-08 23:30:56,499] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 193 +18: [2023-05-08 23:30:56,499] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_74_mp_rank_01_optim_states.pt. +18: [2023-05-08 23:30:56,499] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 149 +14: [2023-05-08 23:30:56,500] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_57_mp_rank_01_optim_states.pt. +14: [2023-05-08 23:30:56,500] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 115 + 2: [2023-05-08 23:30:56,502] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 21 +28: [2023-05-08 23:30:56,504] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_113_mp_rank_01_optim_states.pt. +28: [2023-05-08 23:30:56,504] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 227 +24: [2023-05-08 23:30:56,505] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 193 +14: [2023-05-08 23:30:56,507] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 115 +18: [2023-05-08 23:30:56,507] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 149 +28: [2023-05-08 23:30:56,510] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 227 +16: [2023-05-08 23:30:56,515] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_65_mp_rank_01_optim_states.pt. +16: [2023-05-08 23:30:56,515] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 131 + 2: [2023-05-08 23:30:56,518] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_8_mp_rank_01_optim_states.pt. + 2: [2023-05-08 23:30:56,518] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 17 +16: [2023-05-08 23:30:56,521] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 131 + 2: [2023-05-08 23:30:56,525] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 17 + 4: [2023-05-08 23:30:56,536] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_17_mp_rank_01_optim_states.pt. + 4: [2023-05-08 23:30:56,536] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 35 +19: [2023-05-08 23:30:56,540] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_77_mp_rank_01_optim_states.pt. +19: [2023-05-08 23:30:56,540] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 155 + 4: [2023-05-08 23:30:56,546] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 35 +18: [2023-05-08 23:30:56,547] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_72_mp_rank_01_optim_states.pt. +19: [2023-05-08 23:30:56,547] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 155 +18: [2023-05-08 23:30:56,547] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 145 +11: [2023-05-08 23:30:56,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_47_mp_rank_01_optim_states.pt. + 8: [2023-05-08 23:30:56,549] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_33_mp_rank_01_optim_states.pt. +11: [2023-05-08 23:30:56,549] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 95 + 8: [2023-05-08 23:30:56,549] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 67 +28: [2023-05-08 23:30:56,551] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_114_mp_rank_01_optim_states.pt. +28: [2023-05-08 23:30:56,551] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 229 +18: [2023-05-08 23:30:56,554] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 145 + 8: [2023-05-08 23:30:56,556] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 67 +11: [2023-05-08 23:30:56,556] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 95 +28: [2023-05-08 23:30:56,557] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 229 +13: [2023-05-08 23:30:56,559] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_54_mp_rank_01_optim_states.pt. +13: [2023-05-08 23:30:56,559] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 109 +13: [2023-05-08 23:30:56,565] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 109 +19: [2023-05-08 23:30:56,577] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_78_mp_rank_01_optim_states.pt. +19: [2023-05-08 23:30:56,577] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 157 +24: [2023-05-08 23:30:56,578] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_98_mp_rank_01_optim_states.pt. +24: [2023-05-08 23:30:56,578] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 197 +19: [2023-05-08 23:30:56,584] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 157 +27: [2023-05-08 23:30:56,586] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_109_mp_rank_01_optim_states.pt. +27: [2023-05-08 23:30:56,586] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 219 +24: [2023-05-08 23:30:56,587] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 197 +27: [2023-05-08 23:30:56,593] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 219 +25: [2023-05-08 23:30:56,593] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_102_mp_rank_01_optim_states.pt. +25: [2023-05-08 23:30:56,593] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 205 +25: [2023-05-08 23:30:56,603] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 205 +25: [2023-05-08 23:30:56,609] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_101_mp_rank_01_optim_states.pt. +25: [2023-05-08 23:30:56,609] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 203 +28: [2023-05-08 23:30:56,610] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_115_mp_rank_01_optim_states.pt. +28: [2023-05-08 23:30:56,610] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 231 +25: [2023-05-08 23:30:56,615] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 203 +28: [2023-05-08 23:30:56,617] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 231 +11: [2023-05-08 23:30:56,618] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_46_mp_rank_01_optim_states.pt. +11: [2023-05-08 23:30:56,618] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 93 + 1: [2023-05-08 23:30:56,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_4_mp_rank_01_optim_states.pt. +19: [2023-05-08 23:30:56,619] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_76_mp_rank_01_optim_states.pt. +19: [2023-05-08 23:30:56,619] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 153 + 1: [2023-05-08 23:30:56,620] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 9 +11: [2023-05-08 23:30:56,621] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_45_mp_rank_01_optim_states.pt. +11: [2023-05-08 23:30:56,622] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 91 +16: [2023-05-08 23:30:56,623] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_66_mp_rank_01_optim_states.pt. +16: [2023-05-08 23:30:56,623] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 133 +16: [2023-05-08 23:30:56,625] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_67_mp_rank_01_optim_states.pt. +11: [2023-05-08 23:30:56,625] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 93 +16: [2023-05-08 23:30:56,625] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 135 + 1: [2023-05-08 23:30:56,626] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 9 +19: [2023-05-08 23:30:56,627] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 153 +11: [2023-05-08 23:30:56,628] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 91 +16: [2023-05-08 23:30:56,629] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 133 +16: [2023-05-08 23:30:56,632] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 135 +25: [2023-05-08 23:30:56,632] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_103_mp_rank_01_optim_states.pt. +25: [2023-05-08 23:30:56,633] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 207 + 1: [2023-05-08 23:30:56,636] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_5_mp_rank_01_optim_states.pt. + 1: [2023-05-08 23:30:56,637] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 11 +25: [2023-05-08 23:30:56,639] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 207 + 7: [2023-05-08 23:30:56,639] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_31_mp_rank_01_optim_states.pt. + 7: [2023-05-08 23:30:56,640] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 63 +10: [2023-05-08 23:30:56,640] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_42_mp_rank_01_optim_states.pt. +10: [2023-05-08 23:30:56,640] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 85 + 1: [2023-05-08 23:30:56,643] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 11 +10: [2023-05-08 23:30:56,647] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 85 + 7: [2023-05-08 23:30:56,647] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 63 + 9: [2023-05-08 23:30:56,651] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_37_mp_rank_01_optim_states.pt. + 9: [2023-05-08 23:30:56,651] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 75 + 9: [2023-05-08 23:30:56,657] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 75 +30: [2023-05-08 23:30:56,660] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_123_mp_rank_01_optim_states.pt. +30: [2023-05-08 23:30:56,660] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 247 +26: [2023-05-08 23:30:56,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_105_mp_rank_01_optim_states.pt. +26: [2023-05-08 23:30:56,661] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 211 +19: [2023-05-08 23:30:56,661] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_79_mp_rank_01_optim_states.pt. +19: [2023-05-08 23:30:56,661] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 159 +30: [2023-05-08 23:30:56,667] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 247 +19: [2023-05-08 23:30:56,667] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 159 +26: [2023-05-08 23:30:56,668] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 211 +26: [2023-05-08 23:30:56,668] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_107_mp_rank_01_optim_states.pt. +26: [2023-05-08 23:30:56,668] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 215 +16: [2023-05-08 23:30:56,669] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_64_mp_rank_01_optim_states.pt. +16: [2023-05-08 23:30:56,669] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 129 +29: [2023-05-08 23:30:56,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_116_mp_rank_01_optim_states.pt. +29: [2023-05-08 23:30:56,670] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 233 + 1: [2023-05-08 23:30:56,670] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_7_mp_rank_01_optim_states.pt. + 1: [2023-05-08 23:30:56,671] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 15 +13: [2023-05-08 23:30:56,672] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_55_mp_rank_01_optim_states.pt. +13: [2023-05-08 23:30:56,672] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 111 +23: [2023-05-08 23:30:56,673] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_95_mp_rank_01_optim_states.pt. +23: [2023-05-08 23:30:56,673] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 191 +10: [2023-05-08 23:30:56,674] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_40_mp_rank_01_optim_states.pt. +26: [2023-05-08 23:30:56,674] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 215 +10: [2023-05-08 23:30:56,675] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 81 +29: [2023-05-08 23:30:56,676] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 233 +16: [2023-05-08 23:30:56,676] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 129 +30: [2023-05-08 23:30:56,676] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_122_mp_rank_01_optim_states.pt. +30: [2023-05-08 23:30:56,676] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 245 + 1: [2023-05-08 23:30:56,677] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 15 +13: [2023-05-08 23:30:56,679] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 111 +23: [2023-05-08 23:30:56,681] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 191 +10: [2023-05-08 23:30:56,681] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 81 +26: [2023-05-08 23:30:56,681] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_104_mp_rank_01_optim_states.pt. +26: [2023-05-08 23:30:56,681] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 209 +30: [2023-05-08 23:30:56,683] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_121_mp_rank_01_optim_states.pt. +30: [2023-05-08 23:30:56,683] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 243 +30: [2023-05-08 23:30:56,683] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 245 +20: [2023-05-08 23:30:56,688] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_80_mp_rank_01_optim_states.pt. +20: [2023-05-08 23:30:56,688] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 161 +30: [2023-05-08 23:30:56,689] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 243 +26: [2023-05-08 23:30:56,690] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 209 +31: [2023-05-08 23:30:56,694] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_125_mp_rank_01_optim_states.pt. +31: [2023-05-08 23:30:56,694] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 251 +29: [2023-05-08 23:30:56,695] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_119_mp_rank_01_optim_states.pt. +29: [2023-05-08 23:30:56,695] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 239 +20: [2023-05-08 23:30:56,696] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 161 +29: [2023-05-08 23:30:56,700] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 239 +31: [2023-05-08 23:30:56,702] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 251 +17: [2023-05-08 23:30:56,709] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_69_mp_rank_01_optim_states.pt. +17: [2023-05-08 23:30:56,709] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 139 + 5: [2023-05-08 23:30:56,710] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_22_mp_rank_01_optim_states.pt. + 5: [2023-05-08 23:30:56,710] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 45 + 5: [2023-05-08 23:30:56,716] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 45 +17: [2023-05-08 23:30:56,718] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 139 + 9: [2023-05-08 23:30:56,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_38_mp_rank_01_optim_states.pt. + 9: [2023-05-08 23:30:56,719] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 77 +30: [2023-05-08 23:30:56,719] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_120_mp_rank_01_optim_states.pt. +30: [2023-05-08 23:30:56,719] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 241 +26: [2023-05-08 23:30:56,723] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_106_mp_rank_01_optim_states.pt. +26: [2023-05-08 23:30:56,723] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 213 +15: [2023-05-08 23:30:56,724] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_61_mp_rank_01_optim_states.pt. +15: [2023-05-08 23:30:56,724] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 123 + 9: [2023-05-08 23:30:56,726] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 77 +30: [2023-05-08 23:30:56,726] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 241 +26: [2023-05-08 23:30:56,729] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 213 +31: [2023-05-08 23:30:56,730] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_127_mp_rank_01_optim_states.pt. +31: [2023-05-08 23:30:56,730] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 255 +15: [2023-05-08 23:30:56,730] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 123 + 6: [2023-05-08 23:30:56,732] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_25_mp_rank_01_optim_states.pt. + 6: [2023-05-08 23:30:56,733] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 51 +29: [2023-05-08 23:30:56,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_117_mp_rank_01_optim_states.pt. +29: [2023-05-08 23:30:56,736] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 235 + 7: [2023-05-08 23:30:56,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_29_mp_rank_01_optim_states.pt. + 7: [2023-05-08 23:30:56,736] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 59 + 7: [2023-05-08 23:30:56,736] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_30_mp_rank_01_optim_states.pt. + 7: [2023-05-08 23:30:56,737] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 61 +17: [2023-05-08 23:30:56,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_71_mp_rank_01_optim_states.pt. +17: [2023-05-08 23:30:56,737] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 143 +21: [2023-05-08 23:30:56,737] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_86_mp_rank_01_optim_states.pt. +21: [2023-05-08 23:30:56,738] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 173 + 6: [2023-05-08 23:30:56,739] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 51 +31: [2023-05-08 23:30:56,740] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 255 +12: [2023-05-08 23:30:56,742] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_51_mp_rank_01_optim_states.pt. + 7: [2023-05-08 23:30:56,742] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 59 +12: [2023-05-08 23:30:56,742] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 103 +29: [2023-05-08 23:30:56,743] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 235 +12: [2023-05-08 23:30:56,743] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_49_mp_rank_01_optim_states.pt. +12: [2023-05-08 23:30:56,743] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 99 +10: [2023-05-08 23:30:56,744] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_41_mp_rank_01_optim_states.pt. +21: [2023-05-08 23:30:56,744] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 173 +10: [2023-05-08 23:30:56,744] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 83 +17: [2023-05-08 23:30:56,744] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 143 + 7: [2023-05-08 23:30:56,745] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 61 +23: [2023-05-08 23:30:56,748] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_94_mp_rank_01_optim_states.pt. +23: [2023-05-08 23:30:56,749] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 189 +12: [2023-05-08 23:30:56,749] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 103 +12: [2023-05-08 23:30:56,750] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 99 +10: [2023-05-08 23:30:56,751] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 83 + 6: [2023-05-08 23:30:56,753] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_27_mp_rank_01_optim_states.pt. + 6: [2023-05-08 23:30:56,753] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 55 +23: [2023-05-08 23:30:56,754] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_93_mp_rank_01_optim_states.pt. +23: [2023-05-08 23:30:56,754] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 187 + 1: [2023-05-08 23:30:56,755] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_6_mp_rank_01_optim_states.pt. + 1: [2023-05-08 23:30:56,755] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 13 +23: [2023-05-08 23:30:56,756] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 189 +17: [2023-05-08 23:30:56,758] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_70_mp_rank_01_optim_states.pt. +17: [2023-05-08 23:30:56,758] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 141 + 6: [2023-05-08 23:30:56,759] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 55 +23: [2023-05-08 23:30:56,761] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 187 + 1: [2023-05-08 23:30:56,762] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 13 +17: [2023-05-08 23:30:56,765] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 141 + 6: [2023-05-08 23:30:56,766] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_24_mp_rank_01_optim_states.pt. + 6: [2023-05-08 23:30:56,766] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 49 +21: [2023-05-08 23:30:56,770] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_85_mp_rank_01_optim_states.pt. +21: [2023-05-08 23:30:56,770] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 171 + 6: [2023-05-08 23:30:56,774] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 49 + 6: [2023-05-08 23:30:56,775] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_26_mp_rank_01_optim_states.pt. + 6: [2023-05-08 23:30:56,775] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 53 +21: [2023-05-08 23:30:56,777] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 171 + 6: [2023-05-08 23:30:56,781] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 53 + 7: [2023-05-08 23:30:56,781] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_28_mp_rank_01_optim_states.pt. + 7: [2023-05-08 23:30:56,782] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 57 +21: [2023-05-08 23:30:56,787] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_84_mp_rank_01_optim_states.pt. +21: [2023-05-08 23:30:56,787] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 169 + 7: [2023-05-08 23:30:56,788] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 57 +17: [2023-05-08 23:30:56,791] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_68_mp_rank_01_optim_states.pt. +17: [2023-05-08 23:30:56,791] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 137 +21: [2023-05-08 23:30:56,795] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 169 +17: [2023-05-08 23:30:56,797] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 137 +15: [2023-05-08 23:30:56,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_62_mp_rank_01_optim_states.pt. +15: [2023-05-08 23:30:56,810] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 125 +31: [2023-05-08 23:30:56,810] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_124_mp_rank_01_optim_states.pt. +31: [2023-05-08 23:30:56,810] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 249 + 5: [2023-05-08 23:30:56,816] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_20_mp_rank_01_optim_states.pt. + 5: [2023-05-08 23:30:56,816] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 41 +15: [2023-05-08 23:30:56,817] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 125 +31: [2023-05-08 23:30:56,818] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 249 + 5: [2023-05-08 23:30:56,822] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 41 +23: [2023-05-08 23:30:56,824] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_92_mp_rank_01_optim_states.pt. +23: [2023-05-08 23:30:56,824] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 185 +15: [2023-05-08 23:30:56,826] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_63_mp_rank_01_optim_states.pt. +15: [2023-05-08 23:30:56,827] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 127 +23: [2023-05-08 23:30:56,833] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 185 +15: [2023-05-08 23:30:56,833] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 127 +10: [2023-05-08 23:30:56,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_43_mp_rank_01_optim_states.pt. +10: [2023-05-08 23:30:56,840] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 87 +25: [2023-05-08 23:30:56,840] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_100_mp_rank_01_optim_states.pt. +25: [2023-05-08 23:30:56,840] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 201 + 9: [2023-05-08 23:30:56,843] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_39_mp_rank_01_optim_states.pt. + 9: [2023-05-08 23:30:56,844] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 79 +12: [2023-05-08 23:30:56,844] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_50_mp_rank_01_optim_states.pt. +12: [2023-05-08 23:30:56,844] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 101 +31: [2023-05-08 23:30:56,845] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_126_mp_rank_01_optim_states.pt. +31: [2023-05-08 23:30:56,845] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 253 +25: [2023-05-08 23:30:56,847] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 201 +10: [2023-05-08 23:30:56,847] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 87 + 5: [2023-05-08 23:30:56,849] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_23_mp_rank_01_optim_states.pt. +29: [2023-05-08 23:30:56,850] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_118_mp_rank_01_optim_states.pt. +29: [2023-05-08 23:30:56,850] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 237 + 5: [2023-05-08 23:30:56,850] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 47 + 9: [2023-05-08 23:30:56,850] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 79 +12: [2023-05-08 23:30:56,850] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 101 +31: [2023-05-08 23:30:56,854] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 253 + 5: [2023-05-08 23:30:56,856] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 47 +29: [2023-05-08 23:30:56,856] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 237 + 5: [2023-05-08 23:30:56,858] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_21_mp_rank_01_optim_states.pt. + 5: [2023-05-08 23:30:56,858] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 43 +15: [2023-05-08 23:30:56,862] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_60_mp_rank_01_optim_states.pt. +15: [2023-05-08 23:30:56,862] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 121 + 5: [2023-05-08 23:30:56,864] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 43 +15: [2023-05-08 23:30:56,869] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 121 +12: [2023-05-08 23:30:56,876] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_48_mp_rank_01_optim_states.pt. +12: [2023-05-08 23:30:56,876] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 97 +12: [2023-05-08 23:30:56,883] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 97 + 9: [2023-05-08 23:30:56,942] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_36_mp_rank_01_optim_states.pt. + 9: [2023-05-08 23:30:56,942] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 73 + 9: [2023-05-08 23:30:56,949] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 73 +21: [2023-05-08 23:30:56,978] [INFO] [torch_checkpoint_engine.py:23:load] [Torch] Loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3/global_step80108/bf16_zero_pp_rank_87_mp_rank_01_optim_states.pt. +21: [2023-05-08 23:30:56,978] [INFO] [engine.py:2844:_get_all_zero_checkpoint_state_dicts] successfully read 128 ZeRO state_dicts for rank 175 +21: [2023-05-08 23:30:56,989] [INFO] [engine.py:2784:_load_zero_checkpoint] loading 128 zero partition checkpoints for rank 175 + 0: successfully loaded checkpoint from lm1-4b2-84b-c4seeds/4b284b17bc4seed3 at iteration 0 +31: time (ms) | load-checkpoint: 18981.69 + 0: estimated model parameters: 4.24648704 + 0: estimated model parameters without embeddings: 4.078977024 + 0: [after model, optimizer, and learning rate scheduler are built] datetime: 2023-05-08 23:30:57 + 0: > building train, validation, and test datasets ... + 0: > datasets target sizes (minimum size): + 0: train: 1 + 0: validation: 102400 + 0: test: 102400 + 0: > building train, validation, and test datasets for GPT ... + 0: > building dataset index ... + 0: reading sizes... + 0: reading pointers... + 0: reading document index... + 0: creating numpy buffer of mmap... + 0: creating memory view of numpy buffer... + 0: > finished creating indexed dataset in 0.036053 seconds + 0: number of documents: 3133972 + 0: > dataset split: + 0: train: + 0: document indices in [0, 3133972) total of 3133972 documents + 0: > loading doc-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_3s_doc_idx.npy + 0: > loading sample-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_3s_sample_idx.npy + 0: > loading shuffle-idx mapping from /scratch/project_462000119/data/c4_subsampled/gpt2tok_c4_en_1B5_text_document_train_indexmap_1ns_2048sl_3s_shuffle_idx.npy + 0: loaded indexed file in 0.087 seconds + 0: total number of samples: 731002 + 0: total number of epochs: 1 + 0: > building dataset index ... + 0: reading sizes... + 0: reading pointers... + 0: reading document index... + 0: creating numpy buffer of mmap... + 0: creating memory view of numpy buffer... + 0: > finished creating indexed dataset in 0.006272 seconds + 0: number of documents: 364608 + 0: > dataset split: + 0: validation: + 0: document indices in [0, 364608) total of 364608 documents + 0: > loading doc-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_102400ns_2048sl_3s_doc_idx.npy + 0: > loading sample-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_102400ns_2048sl_3s_sample_idx.npy + 0: > loading shuffle-idx mapping from /scratch/project_462000119/data/c4_validation/gpt2tok_c4validation_rerun_text_document_validation_indexmap_102400ns_2048sl_3s_shuffle_idx.npy + 0: loaded indexed file in 0.092 seconds + 0: total number of samples: 169955 + 0: total number of epochs: 2 + 0: > finished creating GPT datasets ... + 0: [after dataloaders are built] datetime: 2023-05-08 23:31:05 + 0: done with setup ... + 0: training ... +31: time (ms) | model-and-optimizer-setup: 35159.62 | train/valid/test-data-iterators-setup: 4048.42 + 0: [after training is done] datetime: 2023-05-08 23:31:05 +31: ----------------------------------------------------------------------------------------------------------------- +31: validation loss at the end of training for val data | lm loss value: 2.499933E+00 | lm loss PPL: 1.218167E+01 | +31: ----------------------------------------------------------------------------------------------------------------- +END 3480659: Mon 08 May 2023 11:33:12 PM EEST